-- Logs begin at Tue 2021-06-29 16:37:03 UTC, end at Tue 2021-06-29 17:44:09 UTC. -- Jun 29 17:12:14.587766 dv-cinder-798672-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 17:12:16.714289 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.common.config [-] Logging enabled! Jun 29 17:12:16.715051 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 29 17:12:16.715051 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74035) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 29 17:12:16.717267 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.common.config [-] Logging enabled! Jun 29 17:12:16.717661 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 29 17:12:16.717911 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74035) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 29 17:12:16.718857 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 17:12:16.719081 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 17:12:16.719434 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 17:12:16.719674 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 17:12:16.719894 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 17:12:16.720212 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.720527 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.720817 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.721045 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.721315 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.721600 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.721875 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.722156 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.722442 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.722722 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.722993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.723276 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.723668 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.723772 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.724023 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.724304 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.724545 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] debug = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.724819 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.725236 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.725644 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.726105 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.726235 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.726468 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.726743 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.727021 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.727355 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] host = dv-cinder-798672-1-iscsi {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.727625 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.727903 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.728183 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.728484 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.728755 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.729028 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.729306 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.729573 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.729840 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_file = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.730110 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.730388 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.730666 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.730955 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.731173 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.731389 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.731664 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.731943 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.732211 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.732506 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.732774 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.733066 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.733333 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.733595 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.733871 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.734147 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.734422 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.734687 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.734953 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.735217 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.735480 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.735754 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.736020 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.736286 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.736587 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.736868 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.737136 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.737405 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.737697 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.737974 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.738247 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.738522 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.738787 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.739057 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.739320 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.739584 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.739847 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] use_json = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.740112 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.740396 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.740671 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.740949 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.741215 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.741479 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.741742 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.742025 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:16.742305 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.742592 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.742885 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.743163 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.743445 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.743722 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.744037 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.744308 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.744608 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.744892 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.745182 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.745452 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.745731 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.746016 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.746297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.746565 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.746837 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.747102 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.747373 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.747628 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.747894 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.748171 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.748466 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.748791 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.749071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.749337 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.749599 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.749863 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.750132 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.750411 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.750682 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.750951 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.751214 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.751483 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.751744 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.752022 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.752291 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.752581 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.752850 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.753121 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.753386 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.753652 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.753921 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.754187 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.754457 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.754722 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.754985 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.755248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.755509 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.755772 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.756034 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.756294 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.756589 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.756853 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.757117 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.757384 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.757644 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.757909 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.758190 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.758479 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.758750 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.759022 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.759291 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.759560 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.759826 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.760093 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.760383 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.760661 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.760931 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.761211 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.761488 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.761832 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.762108 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.762378 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.762666 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.762936 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.763211 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.763479 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.763750 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.764025 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.764327 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.764645 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.764924 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.765214 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.765502 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.765790 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.766066 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.766367 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.766642 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:16.766854 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:12:16.767094 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 17:12:17.164214 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO keyring.backend [-] Loading KWallet Jun 29 17:12:17.171519 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO keyring.backend [-] Loading SecretService Jun 29 17:12:17.174801 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO keyring.backend [-] Loading Windows Jun 29 17:12:17.176120 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO keyring.backend [-] Loading chainer Jun 29 17:12:17.176709 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO keyring.backend [-] Loading macOS Jun 29 17:12:17.209176 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:17.209466 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:17.209747 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:17.210044 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 17:12:17.512668 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.512872 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.513126 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.567980 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.568257 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.568546 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.571633 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.571904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.572170 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.600590 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.600854 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.601116 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.626192 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.626482 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.626778 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.943688 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.944406 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.944406 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.944577 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:17.945231 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.066281 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.066561 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.066872 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.067137 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.067399 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.067706 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.067958 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.068216 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.068488 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.068753 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.069006 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.069267 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.069523 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.069774 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.070035 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.070298 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.070549 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.070814 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.071060 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.071319 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.071662 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.071909 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.072153 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.072458 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.072705 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.072946 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.073329 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.073563 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.073801 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.074027 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.074255 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.074485 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.075036 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 17:12:18.078849 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 17:12:18.082727 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 17:12:18.086667 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 29 17:12:18.088281 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 17:12:18.088705 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 17:12:18.089033 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 17:12:18.089406 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 17:12:18.092184 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 17:12:18.092561 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 17:12:18.093081 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 17:12:18.120150 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 29 17:12:18.120618 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.120905 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 17:12:18.121270 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.122607 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 17:12:18.122888 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 17:12:18.123128 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 17:12:18.126391 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.126664 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.186501 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 17:12:18.186720 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 17:12:18.186983 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 17:12:18.187342 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 17:12:18.220827 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_db.sqlalchemy.engines [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 29 17:12:18.550210 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing driver for type 'gre' Jun 29 17:12:18.550747 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] gre ID ranges: [(1, 1000)] Jun 29 17:12:18.612449 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing driver for type 'local' Jun 29 17:12:18.612794 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing driver for type 'vlan' Jun 29 17:12:18.627243 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] VlanTypeDriver initialization complete Jun 29 17:12:18.627620 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing driver for type 'vxlan' Jun 29 17:12:18.628245 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] vxlan ID ranges: [(1, 1000)] Jun 29 17:12:18.684187 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing extension driver 'port_security' Jun 29 17:12:18.684600 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.extensions.port_security [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] PortSecurityExtensionDriver initialization complete Jun 29 17:12:18.684996 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing mechanism driver 'openvswitch' Jun 29 17:12:18.685329 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing mechanism driver 'hyperv' Jun 29 17:12:18.692165 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.plugins.ml2.plugin [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:18.692983 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.693364 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.693717 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.694116 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.694528 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.694919 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.695311 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.695665 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.696011 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.696425 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > security_group after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.696776 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > security_group after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.697119 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.697501 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.697852 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.698185 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.698526 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] ML2 OVO RPC backend initialized. {{(pid=74035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 29 17:12:18.699174 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.699531 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.699950 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.700296 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > networks before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.700679 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.701010 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > ports before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.701359 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.701701 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnets before_response 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.702050 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.702814 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.703414 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.703776 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.704123 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.704499 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.704842 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.705185 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.705521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.706095 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.plugin [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Modular L2 Plugin initialization complete Jun 29 17:12:18.706423 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading services supported by the core plugin {{(pid=74035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 17:12:18.706748 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.plugins.ml2.managers [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Got port-security extension from driver 'port_security' Jun 29 17:12:18.707210 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.extensions.vlantransparent [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Disabled vlantransparent extension. Jun 29 17:12:18.707647 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 17:12:18.707959 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: router Jun 29 17:12:18.745013 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.745475 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_create 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.745749 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router before_create 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.746117 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.746484 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.746841 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_delete 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.747198 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.747561 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_create 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.747899 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_update 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.748248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_update 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.748626 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.749121 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_update 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.749584 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_update 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.750110 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.750570 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.750915 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: subnet after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.751264 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.751622 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.751972 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_create 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.752318 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.752686 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.753044 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router after_update 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.753387 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.753734 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_create 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.754094 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.754471 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_update 55549900 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.754833 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > agent after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.755181 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > agent after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.755524 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > network after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.756452 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Tracking information for resource: router configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.756767 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Tracking information for resource: floatingip configured {{(pid=74035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:12:18.762013 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.db.l3_agentschedulers_db [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 17:12:18.762608 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.762971 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port after_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.763322 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port after_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.763657 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: port after_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.764490 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router before_create 55550100 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.764853 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.765260 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_create 55550100 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.765826 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > router precommit_update 55550100 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.770190 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.provider_configuration [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service providers = [] {{(pid=74035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 17:12:18.770574 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.db.servicetype_db [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 17:12:18.773508 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.service_base [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:12:18.773859 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.service_base [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:12:18.774191 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.service_base [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:12:18.775257 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.services.service_base [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:12:18.775638 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.services.service_base [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 17:12:18.776023 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.776366 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 17:12:18.790973 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.791306 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: auto_allocate Jun 29 17:12:18.797412 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: network precommit_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.797790 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: network precommit_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.798321 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.798646 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: tag Jun 29 17:12:18.805634 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.805909 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: timestamp Jun 29 17:12:18.809752 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.810090 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: network_ip_availability Jun 29 17:12:18.815635 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.816006 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.816374 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:18.817104 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.817424 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: flavors Jun 29 17:12:18.822525 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.822853 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading Plugin: revisions Jun 29 17:12:18.827160 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:12:18.827982 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_concurrency.lockutils [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=74035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:18.829030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 29 17:12:18.829374 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Initializing extension manager. Jun 29 17:12:18.829879 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: __init__.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.830209 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: __pycache__ {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.830555 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.830883 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.831215 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: _filter_validation_lib.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.831540 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.831865 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: address_group.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.832667 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.833223 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: address-group Jun 29 17:12:18.833545 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: address_scope.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.834258 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.834779 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: address-scope Jun 29 17:12:18.835135 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.836117 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.836659 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: router-admin-state-down-before-update Jun 29 17:12:18.836979 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: agent.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.837674 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.838192 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: agent Jun 29 17:12:18.838512 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: agent_resources_synced.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.839414 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.839933 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: agent-resources-synced Jun 29 17:12:18.840257 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: allowedaddresspairs.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.842050 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.842597 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: allowed-address-pairs Jun 29 17:12:18.842921 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: auto_allocated_topology.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.844256 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.844824 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: auto-allocated-topology Jun 29 17:12:18.845153 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: availability_zone.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.845842 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.846363 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: availability_zone Jun 29 17:12:18.846686 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: availability_zone_filter.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.847594 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.848120 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: availability_zone_filter Jun 29 17:12:18.848474 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: data_plane_status.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.849364 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.849882 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 17:12:18.850204 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: default_subnetpools.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.851212 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.851750 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: default-subnetpools Jun 29 17:12:18.852066 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.852868 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.853389 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: dhcp_agent_scheduler Jun 29 17:12:18.853712 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: dns.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.854625 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.855148 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension dns-integration not supported by any of loaded plugins Jun 29 17:12:18.855467 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: dns_domain_ports.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.856384 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.856919 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 17:12:18.857236 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: dvr.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.857908 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.858428 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: dvr Jun 29 17:12:18.858750 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: empty_string_filtering.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.859764 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.860285 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: empty-string-filtering Jun 29 17:12:18.860648 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.861561 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.862069 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 17:12:18.862377 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.863289 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.863805 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 17:12:18.864127 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: external_net.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.865064 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.865587 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: external-net Jun 29 17:12:18.865909 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.866906 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.867427 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: extra_dhcp_opt Jun 29 17:12:18.867747 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: extraroute.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.868696 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.869214 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: extraroute Jun 29 17:12:18.869538 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: extraroute_atomic.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.870567 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.871091 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: extraroute-atomic Jun 29 17:12:18.871421 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: filter_validation.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.872096 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.872653 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: filter-validation Jun 29 17:12:18.872972 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: fip_pf_description.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.873882 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.874395 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 17:12:18.874822 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: fip_port_details.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.876082 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.876652 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: fip-port-details Jun 29 17:12:18.876978 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: flavors.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.878212 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.878745 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: flavors Jun 29 17:12:18.879071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.880758 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.881297 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 17:12:18.881627 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: floatingip_pools.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.882414 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.882939 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: floatingip-pools Jun 29 17:12:18.883259 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: ip_allocation.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.884176 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.884733 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 17:12:18.885059 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.885968 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.886490 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: ip-substring-filtering Jun 29 17:12:18.886815 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l2_adjacency.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.887734 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.888251 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 17:12:18.888600 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.889550 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.890080 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: router Jun 29 17:12:18.890487 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.892964 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.893508 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 17:12:18.893837 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.894755 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.895287 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: ext-gw-mode Jun 29 17:12:18.895609 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.896549 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.897076 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: l3-ha Jun 29 17:12:18.897400 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3_flavors.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.898415 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.898932 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: l3-flavors Jun 29 17:12:18.899253 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.900177 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.900727 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 17:12:18.901047 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: l3agentscheduler.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.902085 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.902611 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: l3_agent_scheduler Jun 29 17:12:18.902937 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: logging.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.904478 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.905018 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension logging not supported by any of loaded plugins Jun 29 17:12:18.905351 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: metering.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.906234 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.906883 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: metering Jun 29 17:12:18.907212 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.908318 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.908877 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: metering_source_and_destination_fields Jun 29 17:12:18.909203 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: multiprovidernet.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.910137 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.910661 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: multi-provider Jun 29 17:12:18.910990 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: netmtu.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.912021 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.912587 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: net-mtu Jun 29 17:12:18.912915 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: netmtu_writable.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.913842 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.914370 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: net-mtu-writable Jun 29 17:12:18.914695 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: network_availability_zone.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.915362 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.915884 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: network_availability_zone Jun 29 17:12:18.916202 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: network_ip_availability.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.917392 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.917914 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: network-ip-availability Jun 29 17:12:18.918238 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: network_segment_range.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.918997 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.919510 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 17:12:18.919835 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: pagination.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.920925 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.921257 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: pagination Jun 29 17:12:18.921709 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.922630 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.923148 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: port-mac-address-regenerate Jun 29 17:12:18.923470 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: port_resource_request.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.924364 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.924913 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 17:12:18.925238 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: portbindings.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.926152 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.926674 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: binding Jun 29 17:12:18.926994 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: portbindings_extended.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.928283 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.928836 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: binding-extended Jun 29 17:12:18.929168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: portsecurity.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.930081 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.930657 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: port-security Jun 29 17:12:18.931024 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: project_id.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.931987 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.932317 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: project-id Jun 29 17:12:18.932669 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: providernet.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.933585 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.934106 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: provider Jun 29 17:12:18.934428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.938358 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.938900 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos not supported by any of loaded plugins Jun 29 17:12:18.939236 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.940515 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.941047 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 17:12:18.941371 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.942285 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.942815 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 17:12:18.943142 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_default.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.944045 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.944680 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-default not supported by any of loaded plugins Jun 29 17:12:18.945035 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_fip.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.945679 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.946201 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-fip not supported by any of loaded plugins Jun 29 17:12:18.946521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_gateway_ip.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.947463 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.947993 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 17:12:18.948314 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_port_network_policy.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.949240 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.949762 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 17:12:18.950084 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_rule_type_details.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.950984 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.951507 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 17:12:18.951828 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: qos_rules_alias.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.953547 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.954083 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 17:12:18.954408 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: quotasv2.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.955281 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.955608 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: quotas Jun 29 17:12:18.955927 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: quotasv2_detail.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.957724 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.958064 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: quota_details Jun 29 17:12:18.958399 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: rbac.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.959444 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.959986 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: rbac-policies Jun 29 17:12:18.960312 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: rbac_address_scope.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.961263 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.961794 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: rbac-address-scope Jun 29 17:12:18.962119 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: rbac_security_groups.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.963019 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.963541 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: rbac-security-groups Jun 29 17:12:18.963861 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: rbac_subnetpool.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.964801 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.965325 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: rbac-subnetpool Jun 29 17:12:18.965642 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: revisionifmatch.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.966553 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.967070 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: revision-if-match Jun 29 17:12:18.967394 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: revisions.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.968718 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.969190 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: standard-attr-revisions Jun 29 17:12:18.969513 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: router_availability_zone.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.970192 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.970715 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: router_availability_zone Jun 29 17:12:18.971081 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: routerservicetype.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.972006 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.972559 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension router-service-type not supported by any of loaded plugins Jun 29 17:12:18.972878 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.973784 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.974307 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: port-security-groups-filtering Jun 29 17:12:18.974625 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: securitygroup.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.985972 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.986523 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: security-group Jun 29 17:12:18.986853 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: segment.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.987665 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.988372 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension segment not supported by any of loaded plugins Jun 29 17:12:18.988735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.989695 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.990209 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 17:12:18.990532 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: servicetype.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.991712 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.992257 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: service-type Jun 29 17:12:18.992602 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: sorting.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.993607 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.993935 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: sorting Jun 29 17:12:18.994254 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: standard_attr_segment.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.995162 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.995683 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 17:12:18.996005 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: standardattrdescription.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.996675 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.997196 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: standard-attr-description Jun 29 17:12:18.997498 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: stateful_security_group.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:18.998444 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:18.998972 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: stateful-security-group Jun 29 17:12:18.999293 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: stdattrs_common.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.000163 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 17:12:19.000634 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.001575 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.002102 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 17:12:19.002427 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: subnet_onboard.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.003570 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.004103 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: subnet_onboard Jun 29 17:12:19.004452 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.005380 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.005898 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 17:12:19.006219 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: subnet_service_types.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.007147 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.007682 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: subnet-service-types Jun 29 17:12:19.008004 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: subnetallocation.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.009116 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.009639 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: subnet_allocation Jun 29 17:12:19.009970 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.010630 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.011151 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: subnetpool-prefix-ops Jun 29 17:12:19.011479 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.012450 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.012971 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 17:12:19.013294 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: tagging.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.014368 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.014908 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: standard-attr-tag Jun 29 17:12:19.015311 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: timestamp.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.016655 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.017191 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loaded extension: standard-attr-timestamp Jun 29 17:12:19.017516 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: trunk.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.018548 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.019082 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension trunk not supported by any of loaded plugins Jun 29 17:12:19.019405 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: trunk_details.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.020325 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.020874 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension trunk-details not supported by any of loaded plugins Jun 29 17:12:19.021281 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: uplink_status_propagation.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.022206 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.022735 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 17:12:19.023062 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Loading extension file: vlantransparent.py {{(pid=74035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 17:12:19.023745 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 17:12:19.024268 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 17:12:19.026627 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:network Jun 29 17:12:19.027364 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:subnet Jun 29 17:12:19.028146 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:12:19.028790 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:port Jun 29 17:12:19.030087 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.030521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service FLAVORS assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.031413 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.031736 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.032060 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:router Jun 29 17:12:19.032752 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:floatingip Jun 29 17:12:19.033458 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service METERING assigned prefix: /metering {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.034913 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:19.035287 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:19.035644 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:12:19.036818 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 17:12:19.037270 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:security_group Jun 29 17:12:19.037924 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 17:12:19.038667 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service CORE assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.038996 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:12:19.039334 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] subnetpool is already registered Jun 29 17:12:19.039936 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service CORE assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.040262 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:12:19.040613 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] subnetpool is already registered Jun 29 17:12:19.043257 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.043692 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service FLAVORS assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.044288 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.044734 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.045068 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:router Jun 29 17:12:19.045390 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] router is already registered Jun 29 17:12:19.045980 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:floatingip Jun 29 17:12:19.046305 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] floatingip is already registered Jun 29 17:12:19.047265 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service METERING assigned prefix: /metering {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.047937 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 17:12:19.048268 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] rbac_policy is already registered Jun 29 17:12:19.048834 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:security_group Jun 29 17:12:19.049160 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] security_group is already registered Jun 29 17:12:19.049747 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 17:12:19.050074 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] security_group_rule is already registered Jun 29 17:12:19.050714 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service CORE assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.051038 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:12:19.051359 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] subnetpool is already registered Jun 29 17:12:19.051974 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.v2.resource_helper [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Service CORE assigned prefix: {{(pid=74035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:12:19.052296 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:12:19.052655 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING neutron.quota.resource_registry [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] subnetpool is already registered Jun 29 17:12:19.053287 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: extensions {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.054853 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: address-groups {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.056847 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: address-scopes {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.057844 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: agents {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.059415 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: auto-allocated-topology {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.060957 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: availability_zones {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.062924 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: dhcp-networks {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.064767 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: dhcp-agents {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.066499 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: routers {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.068989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: flavors {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.070342 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: service_profiles {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.071800 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: next_providers {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.073725 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: service_profiles {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.075413 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: floatingip-pools {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.077123 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: routers {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.080392 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: floatingips {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.081668 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: l3-routers {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.083044 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: l3-agents {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.084606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: metering-labels {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.085984 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: metering-label-rules {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.087227 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: network-ip-availabilities {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.088480 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: bindings {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.091753 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: quotas {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.093271 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: quotas {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.095113 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: rbac-policies {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.096438 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: security-groups {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.097646 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: security-group-rules {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.098853 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: service-providers {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.100187 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: subnetpools {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.101758 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: subnetpools {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.103226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.104940 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.106684 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.108445 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.110476 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.112144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.113949 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.115761 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.117617 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.119424 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron.api.extensions [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Extended resource: tags {{(pid=74035) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 17:12:19.125822 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING keystonemiddleware.auth_token [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 17:12:19.130646 dv-cinder-798672-1-iscsi neutron-server[74035]: WARNING keystonemiddleware.auth_token [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 17:12:19.138968 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_concurrency.lockutils [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Acquired lock "singleton_lock" {{(pid=74035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 17:12:19.139458 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_concurrency.lockutils [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Releasing lock "singleton_lock" {{(pid=74035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 17:12:19.140093 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Starting 2 workers Jun 29 17:12:19.144914 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Started child 74138 {{(pid=74035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 17:12:19.149140 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Started child 74139 {{(pid=74035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 17:12:19.150578 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.151152 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO neutron.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 17:12:19.151236 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Notify callbacks [] for process, before_spawn {{(pid=74035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.151966 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [-] (74138) wsgi starting up on http://0.0.0.0:9696 Jun 29 17:12:19.153788 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Starting 1 workers Jun 29 17:12:19.154108 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.155405 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [-] (74139) wsgi starting up on http://0.0.0.0:9696 Jun 29 17:12:19.159201 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Started child 74140 {{(pid=74035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 17:12:19.159740 dv-cinder-798672-1-iscsi neutron-server[74035]: INFO oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Starting 1 workers Jun 29 17:12:19.162756 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] calling RpcWorker wait() {{(pid=74140) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 17:12:19.163333 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] returning from RpcWorker wait() {{(pid=74140) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 17:12:19.164062 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Started child 74141 {{(pid=74035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 17:12:19.164476 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.164860 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG neutron_lib.callbacks.manager [None req-09b66c7e-86e6-40f3-ab05-b9ddf01d5a4b None None] Notify callbacks [] for process, after_spawn {{(pid=74035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.165002 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:19.168014 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 17:12:19.168230 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 17:12:19.168426 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 17:12:19.168645 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 17:12:19.168990 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 17:12:19.169145 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 17:12:19.169760 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.170179 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.170445 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.170673 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.171167 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.171167 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.171701 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.172046 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.172466 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.172857 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.173123 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.173247 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.173426 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.173685 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.173935 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.174248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.174520 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.174760 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.175029 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.175170 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.175438 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.175700 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.175928 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.176206 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] debug = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.176491 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.176958 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.177181 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.177439 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.177674 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.177956 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.178213 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.178506 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.178719 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.178941 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.179183 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.179450 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.179676 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.179921 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.180173 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.180425 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.180900 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] host = dv-cinder-798672-1-iscsi {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.181136 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.181370 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.181658 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.181848 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.182092 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.182347 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.182614 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.182892 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.183118 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.183342 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.183591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.183840 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.184055 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.184297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_file = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.184488 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_options = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.184724 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.185042 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.185260 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.185453 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.185624 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.185806 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.186757 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.186757 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.186757 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.186757 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.187050 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.187268 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.187526 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.187886 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.188846 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.188846 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.189101 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.189317 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.189594 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.189829 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.190070 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.190312 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.190774 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.191022 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.191241 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.191465 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.192740 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.192981 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.193208 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.193452 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.193720 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.193990 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.194259 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.194510 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.194766 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.195020 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.195242 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.195516 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:19.195636 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.195739 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.196016 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.196229 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.196493 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.196738 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.196952 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.197232 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.197396 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_json = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.197618 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.198156 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.198905 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.199715 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.199889 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.200769 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.200954 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.201182 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.202867 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.202867 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.202867 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.202867 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.204671 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.206012 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.206267 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.206526 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.206771 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.207010 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.207380 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.207557 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.207910 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.208184 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.208500 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.208759 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.209019 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.209276 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.209600 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211635 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.211635 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.212123 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.212428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.212672 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.212923 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.213250 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.214355 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.214589 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.214815 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.215056 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.215281 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.215611 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.215834 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.216097 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.216378 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.216605 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.216823 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.217040 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.217611 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.217854 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.218075 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.218316 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.218540 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.219377 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.219699 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.219964 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.220562 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.220812 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.221034 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.221283 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.221525 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.221759 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.221978 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.222211 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.222431 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.222676 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.222888 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.223102 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.223312 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.223525 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.224097 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.224317 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.224572 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.224809 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.225003 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.230825 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.231461 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.231461 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.231850 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.232091 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.232328 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.232607 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.232874 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.233136 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.233430 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.233686 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.234024 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.234426 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.234878 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.237591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.237591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.237591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.237591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.237591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.237591 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.238004 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.238004 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.238276 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.238488 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.238739 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.239031 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.239367 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.239521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.239942 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.240082 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.240382 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.241248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.241248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.241248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.241574 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.241574 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.241819 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.242256 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.242256 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.242520 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.242764 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.242993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.243229 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.243455 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.243760 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.243987 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.244223 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.244494 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.244750 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.244979 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.245207 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.246398 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.246398 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.246398 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.246398 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.246398 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.246727 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.248832 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.249184 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.249406 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.254144 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.255333 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.255333 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.255623 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 57528) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.258781 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.260487 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.261566 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.261979 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.262285 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.262839 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061779 Jun 29 17:12:19.263197 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.263469 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.263717 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.263957 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.264225 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.264513 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.265302 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.265302 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.265519 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.266346 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.266346 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.266676 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.266799 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.267031 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.267248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.267510 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.267764 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.268116 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269323 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269323 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269323 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269323 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269323 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269669 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.269767 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.270005 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.270219 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.270679 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.270939 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.271183 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.271427 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.271645 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.271868 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.272203 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.272306 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.272626 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.272961 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.273173 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.273449 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.273688 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.273923 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.274184 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.274436 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.275989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.275989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.275989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.275989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.275989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.275989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.276457 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.276457 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.276624 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.276801 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.277029 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.277295 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.277615 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.277827 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.278090 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.278313 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.278555 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.278773 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.279033 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.279337 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.279641 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.279899 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.280137 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.280457 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.280968 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283048 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283048 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283048 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283048 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283048 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283048 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283830 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283830 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.283830 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.284217 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.284217 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.284540 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.284680 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.284858 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286139 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286139 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286139 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286139 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286139 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286789 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286789 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.286789 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.288030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.288030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:12:19.288030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 17:12:19.288030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 17:12:19.288030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 17:12:19.288030 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 17:12:19.289777 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 17:12:19.289777 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 17:12:19.289777 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.290396 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.291976 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.291976 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.291976 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.292458 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.292458 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.292718 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.292718 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.292990 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.293117 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.293247 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.293372 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.293501 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.295579 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.295740 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.295913 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.296065 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.296240 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.296458 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.296670 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.296865 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.297135 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] debug = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.297427 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.297763 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.297938 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.298099 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.298259 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.298419 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.298577 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.298737 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.298903 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.299063 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.299222 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.299381 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.299537 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.299694 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.299850 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.300008 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.300165 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] host = dv-cinder-798672-1-iscsi {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.300321 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.302299 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.302299 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.302579 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.302720 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.302922 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.303094 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.303273 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.303412 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.303546 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.303700 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306024 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306024 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306024 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_file = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306024 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_options = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306566 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306566 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306566 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306773 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.306910 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307005 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307128 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307296 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307450 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307608 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307767 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.307930 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.308107 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.308261 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.310653 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.310653 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.310838 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.310937 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.312627 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.312944 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.313206 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.313392 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.313565 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.313742 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.313909 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.314075 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.314238 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.314400 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.314563 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.314732 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.314893 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.315056 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.315219 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.315395 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.315522 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.315683 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.315874 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.316011 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.316143 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.316295 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.317365 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.317540 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.317688 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.317854 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318006 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318164 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_json = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318324 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318482 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318640 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318789 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.318961 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.319102 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.319248 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.319391 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 17:12:19.319673 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320109 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320109 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320327 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320327 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320577 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320694 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320811 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.320974 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.324131 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.324336 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.324575 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.324745 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.324901 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.325079 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.325249 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.325418 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.325568 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:19.325649 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.325797 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.325884 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.326057 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.326220 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.326382 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.326546 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.326709 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.326870 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.327032 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.327193 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.328710 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.328710 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.328710 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.329180 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.329357 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.329516 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.329681 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.329845 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.329989 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.330142 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.330280 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.330454 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.330622 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.330785 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331003 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331143 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331373 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331373 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331651 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331786 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.331919 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.332051 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.332183 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.332336 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333171 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333171 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333171 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333171 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333171 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333804 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333804 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333804 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.333804 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334306 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334306 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334306 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334515 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334515 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334686 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.334853 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.335016 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.335331 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.335471 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.335635 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.335798 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.335960 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.336135 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.336314 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.337456 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.337628 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.337794 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.337958 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348393 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.348993 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349435 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.349862 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350297 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.350735 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.351606 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352071 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352521 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352703 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352772 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.352919 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.353078 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.353234 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.353397 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.353552 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.353698 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.353861 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354016 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.354904 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.355341 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.355341 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.355341 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.355532 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.355907 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.355907 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.356058 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.356155 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.356315 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357031 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357031 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357031 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357031 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357538 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357538 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357538 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357538 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357867 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.357867 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.358041 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.358159 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.358276 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.358394 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359428 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359959 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359959 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359959 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.359959 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.360226 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.360312 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.360431 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.360594 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.360754 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.360918 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.361077 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.361233 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.361397 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.361546 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.361696 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.361844 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362014 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362168 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362315 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362462 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362621 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362775 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.362933 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.363096 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.363263 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.363426 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.363582 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.363743 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.363913 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.364075 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.364230 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.365201 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.365378 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.365632 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.365793 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.365951 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.366101 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.366254 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.366415 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.366558 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.366723 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.367708 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.367708 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.367708 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.367708 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.367708 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.367708 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.368094 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.368094 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.368215 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.368466 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.368466 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 17:12:19.368613 dv-cinder-798672-1-iscsi neutron-server[74035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:12:29.593932 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b817c8-77a5-48d4-adce-592b70727eda None None] get_active_networks_info from dv-cinder-798672-1-iscsi {{(pid=74140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 29 17:12:29.690610 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b817c8-77a5-48d4-adce-592b70727eda None None] No non-hosted networks {{(pid=74140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 17:12:29.708803 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.agentschedulers_db [None req-54b817c8-77a5-48d4-adce-592b70727eda None None] DHCP Agent not found on host dv-cinder-798672-1-iscsi {{(pid=74140) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 17:12:29.820537 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-09e73a53-e968-4e81-94a2-2deedd516a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578113'] for agent, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:30.083945 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578113'] for agent, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:30.085035 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.086743 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.088942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.089478 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.089987 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.090503 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.091052 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.091989 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.092545 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.093075 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.093631 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:30.094373 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798672-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:30.109447 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798672-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:31.870362 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-681b7bdb-02c8-47b5-aeba-a002987b9015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578113'] for agent, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:31.930102 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-79c7f1b8-61d5-4484-bd43-489cdadddae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:32.968812 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578113'] for agent, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:34.459011 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578113'] for agent, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:35.927466 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.db.l3_hamode_db [None req-4e583e69-7809-4dd7-ae81-2b286a540e04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 17:12:36.014298 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e583e69-7809-4dd7-ae81-2b286a540e04 None None] Routers set() bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:36.014667 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e583e69-7809-4dd7-ae81-2b286a540e04 None None] Router IDs set() for agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 17:12:36.219253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57626) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:36.885841 dv-cinder-798672-1-iscsi neutron-server[74138]: WARNING oslo_policy.policy [None req-44ce344c-f90b-493a-83a6-15ee707eb1d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:36.886755 dv-cinder-798672-1-iscsi neutron-server[74138]: WARNING oslo_policy.policy [None req-44ce344c-f90b-493a-83a6-15ee707eb1d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:37.103683 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [None req-44ce344c-f90b-493a-83a6-15ee707eb1d5 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:12:37.105019 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-44ce344c-f90b-493a-83a6-15ee707eb1d5 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8834603 Jun 29 17:12:39.355365 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 57640) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:40.014644 dv-cinder-798672-1-iscsi neutron-server[74139]: WARNING oslo_policy.policy [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:40.015228 dv-cinder-798672-1-iscsi neutron-server[74139]: WARNING oslo_policy.policy [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:40.227425 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:12:40.275034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.policy [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74139) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 29 17:12:40.275780 dv-cinder-798672-1-iscsi neutron-server[74139]: WARNING oslo_policy.policy [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:40.276170 dv-cinder-798672-1-iscsi neutron-server[74139]: WARNING oslo_policy.policy [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:40.279607 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.quota [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] Loaded quota_driver: . Jun 29 17:12:40.296327 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:12:40.371848 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728964058264', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728964077817', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728964099529', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728964091607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728964095050', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1827792', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1824017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530790'] for rbac-policy, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:40.449346 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:40.451059 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b6f6545d-03ea-4b7f-a209-bb44a68f546f admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0948427 Jun 29 17:12:42.991230 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 57658) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:43.404433 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'name': 'private'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:12:43.409660 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:12:43.414497 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Usage tracker for resource:network and tenant:3ead95d7f69041b09e95ca0e1f270a57 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:12:43.419881 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:12:43.426925 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:12:43.449624 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Made reservation on behalf of 3ead95d7f69041b09e95ca0e1f270a57 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:12:43.454109 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.472471 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.520560 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:12:43.524972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ead95d7f69041b09e95ca0e1f270a57 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:12:43.528125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:12:43.534867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:12:43.615471 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.622789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.628638 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:43.649342 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:12:43.678545 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728965912441', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.679128 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Unsubscribe: segment precommit_create {{(pid=74139) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 17:12:43.679610 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Added segment 3fb08118-59e3-41ba-a0e9-b73cdbdad180 of type vlan for network c0b6b0c7-d897-484e-bded-fb4efce487b8 Jun 29 17:12:43.726689 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f3cf72-3e6a-44f3-b274-78750c95f77f,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:43.759532 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.759866 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.760192 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.760529 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.760863 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.761179 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.761494 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.761807 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.762115 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.762421 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.762722 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Tracked resource versions report: Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: pushed versions: Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Log': {'1.0'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Network': {'1.1'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Port': {'1.5'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'PortForwarding': {'1.2'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'QosPolicy': {'1.8'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroup': {'1.2'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SubPort': {'1.0'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Subnet': {'1.1'}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Trunk': {'1.1'}} Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: consumer versions: Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Log': '1.0', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Network': '1.1', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Port': '1.5', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'PortForwarding': '1.2', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'QosPolicy': '1.8', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroup': '1.2', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroupRule': '1.0', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SubPort': '1.0', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Subnet': '1.1', Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Trunk': '1.1'}} Jun 29 17:12:43.763826 dv-cinder-798672-1-iscsi neutron-server[74139]: {{(pid=74139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:12:43.792220 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.814272 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:43.844173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.845750 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:43.846399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.849609 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:43.954616 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b6b0c7-d897-484e-bded-fb4efce487b8,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:43.958123 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9655583 Jun 29 17:12:43.960042 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:43.968545 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:12:46.556975 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57674) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:47.176129 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.policy [None req-464d59e5-4dc3-46b6-8b0a-f54dfba485cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74138) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 29 17:12:47.176863 dv-cinder-798672-1-iscsi neutron-server[74138]: WARNING oslo_policy.policy [None req-464d59e5-4dc3-46b6-8b0a-f54dfba485cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:47.177233 dv-cinder-798672-1-iscsi neutron-server[74138]: WARNING oslo_policy.policy [None req-464d59e5-4dc3-46b6-8b0a-f54dfba485cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:12:47.180231 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d59e5-4dc3-46b6-8b0a-f54dfba485cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:47.182085 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-464d59e5-4dc3-46b6-8b0a-f54dfba485cc admin admin] 10.222.0.79 "GET /v2.0/networks/c0b6b0c7-d897-484e-bded-fb4efce487b8 HTTP/1.1" status: 200 len: 825 time: 0.6238298 Jun 29 17:12:47.219229 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-4c911c61-c0b5-4f90-b7b7-d78a69190a08 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/7341f5fb-0fe1-4806-b009-58dceb32682c HTTP/1.1" status: 200 len: 734 time: 0.0280848 Jun 29 17:12:47.228123 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Request body: {'subnet': {'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'name': 'private-subnet', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'ip_version': 4, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c', 'gateway_ip': '172.20.0.1'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:12:47.229708 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.quota [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Loaded quota_driver: . Jun 29 17:12:47.236278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:12:47.242059 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Usage tracker for resource:subnet and tenant:3ead95d7f69041b09e95ca0e1f270a57 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:12:47.245505 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:12:47.252750 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:12:47.270170 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Made reservation on behalf of 3ead95d7f69041b09e95ca0e1f270a57 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:12:47.273004 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:47.616429 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:47.624734 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:47.715372 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfd1a3c-2a13-4534-b98f-64f17d950000,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:47.717831 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Checking segment: {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:12:47.718211 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Network hostable DHCP agents. Network: c0b6b0c7-d897-484e-bded-fb4efce487b8, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:12:47.734912 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.735388 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.735737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.736050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.736384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.736733 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.737060 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.737412 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.737751 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.738055 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.738365 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Tracked resource versions report: Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: pushed versions: Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Log': {'1.0'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Network': {'1.1'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Port': {'1.5'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'PortForwarding': {'1.2'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'QosPolicy': {'1.8'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroup': {'1.2'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SubPort': {'1.0'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Subnet': {'1.1'}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Trunk': {'1.1'}} Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: consumer versions: Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Log': '1.0', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Network': '1.1', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Port': '1.5', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'PortForwarding': '1.2', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'QosPolicy': '1.8', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroup': '1.2', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroupRule': '1.0', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SubPort': '1.0', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Subnet': '1.1', Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Trunk': '1.1'}} Jun 29 17:12:47.739462 dv-cinder-798672-1-iscsi neutron-server[74138]: {{(pid=74138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:12:47.773920 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:47.776954 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:12:47.793814 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, c0b6b0c7-d897-484e-bded-fb4efce487b8) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:12:47.799805 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:47.801467 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:47.804672 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23b608-773d-49ef-98c4-d4cc0af0770e None None] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:12:47.824754 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6001821 Jun 29 17:12:48.115499 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-c0b6b0c7-d897-484e-bded-fb4efce487b8', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:12:48.116710 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:48.312474 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Allocated IP 172.20.0.2 (c0b6b0c7-d897-484e-bded-fb4efce487b8/4bfd1a3c-2a13-4534-b98f-64f17d950000/a3e4eca4-694f-45fc-91b0-1b8ced254c63) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:12:48.539509 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:48.553393 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Transition to ACTIVE for port object a3e4eca4-694f-45fc-91b0-1b8ced254c63 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:12:48.573454 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Transition to ACTIVE for port object a3e4eca4-694f-45fc-91b0-1b8ced254c63 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:12:48.582383 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:48.590231 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:48.650820 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:12:48.653815 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:12:48.660846 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:12:48.662985 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Pushing event updated for resources: {'Port': ['ID=a3e4eca4-694f-45fc-91b0-1b8ced254c63,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:48.699206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.699545 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.699869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.700160 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.700547 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.700865 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.701177 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.701503 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.701816 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.702119 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.702427 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Tracked resource versions report: Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: pushed versions: Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Log': {'1.0'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Network': {'1.1'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Port': {'1.5'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'PortForwarding': {'1.2'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'QosPolicy': {'1.8'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroup': {'1.2'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SubPort': {'1.0'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Subnet': {'1.1'}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Trunk': {'1.1'}} Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: consumer versions: Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Log': '1.0', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Network': '1.1', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Port': '1.5', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'PortForwarding': '1.2', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'QosPolicy': '1.8', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroup': '1.2', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroupRule': '1.0', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SubPort': '1.0', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Subnet': '1.1', Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Trunk': '1.1'}} Jun 29 17:12:48.704206 dv-cinder-798672-1-iscsi neutron-server[74140]: {{(pid=74140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:12:48.711974 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:48.766770 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Attempting to bind port a3e4eca4-694f-45fc-91b0-1b8ced254c63 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:12:48.767160 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Attempting to bind port a3e4eca4-694f-45fc-91b0-1b8ced254c63 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:12:48.767578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Attempting to bind port a3e4eca4-694f-45fc-91b0-1b8ced254c63 on network c0b6b0c7-d897-484e-bded-fb4efce487b8 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:12:48.774523 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:12:48.774847 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Checking segment: {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:12:48.775287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:48.775674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Bound using segment: {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:12:48.776132 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Bound port: a3e4eca4-694f-45fc-91b0-1b8ced254c63, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:12:48.776538 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:48.865962 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] For port a3e4eca4-694f-45fc-91b0-1b8ced254c63, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:12:48.870622 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] For port a3e4eca4-694f-45fc-91b0-1b8ced254c63, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a3e4eca4-694f-45fc-91b0-1b8ced254c63,segment=NetworkSegment(3fb08118-59e3-41ba-a0e9-b73cdbdad180),segment_id=3fb08118-59e3-41ba-a0e9-b73cdbdad180)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:12:48.875106 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:48.879355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:48.981506 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Pushing event updated for resources: {'Port': ['ID=a3e4eca4-694f-45fc-91b0-1b8ced254c63,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:48.985892 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:50.106744 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57690) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:50.525745 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [None req-6be495dd-6406-42cb-984e-03468e14838e admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:12:50.526727 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6be495dd-6406-42cb-984e-03468e14838e admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4190421 Jun 29 17:12:52.443651 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a3e4eca4-694f-45fc-91b0-1b8ced254c63 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:12:52.515236 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port a3e4eca4-694f-45fc-91b0-1b8ced254c63 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:12:52.687522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df47b6f-964f-4807-ad4c-f967c42495d9 None None] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:12:52.774278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57704) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:52.802730 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Provisioning for port a3e4eca4-694f-45fc-91b0-1b8ced254c63 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:12:52.818252 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Provisioning complete for port a3e4eca4-694f-45fc-91b0-1b8ced254c63 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:12:52.818636 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:53.028638 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:53.073093 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] For port a3e4eca4-694f-45fc-91b0-1b8ced254c63, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a3e4eca4-694f-45fc-91b0-1b8ced254c63,segment=NetworkSegment(3fb08118-59e3-41ba-a0e9-b73cdbdad180),segment_id=3fb08118-59e3-41ba-a0e9-b73cdbdad180)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:53.081092 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:53.083541 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:53.148150 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Pushing event updated for resources: {'Port': ['ID=a3e4eca4-694f-45fc-91b0-1b8ced254c63,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:53.151375 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:53.194568 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [None req-5854b02b-0cc8-4941-a9e7-d8f7d8df6e4b admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:12:53.195550 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5854b02b-0cc8-4941-a9e7-d8f7d8df6e4b admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4202981 Jun 29 17:12:53.310575 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-bdefc1f2-a303-4974-ba2a-3270fd6b8fa7 None None] Provisioning complete for port a3e4eca4-694f-45fc-91b0-1b8ced254c63 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:12:53.310967 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-bdefc1f2-a303-4974-ba2a-3270fd6b8fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:54.415218 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a3e4eca4-694f-45fc-91b0-1b8ced254c63 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:12:54.485911 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a3e4eca4-694f-45fc-91b0-1b8ced254c63 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:12:54.486259 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:55.758722 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 57716) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:56.259642 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Request body: {'router': {'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'name': 'router1', 'admin_state_up': True}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:12:56.267211 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:12:56.274028 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Usage tracker for resource:router and tenant:3ead95d7f69041b09e95ca0e1f270a57 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:12:56.279520 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:12:56.287497 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:12:56.304820 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:56.306965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:56.337451 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:56.454155 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:56.474208 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:56.475450 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-c5bcc178-9e2b-4191-98eb-97bdbf37ab45 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7153909 Jun 29 17:12:58.221410 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:12:58.735318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57726) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:59.152362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [None req-699d2536-df9b-4e25-8932-3bbcc0d78bfb admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:12:59.153351 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-699d2536-df9b-4e25-8932-3bbcc0d78bfb admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4168572 Jun 29 17:12:59.555880 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c3ba44c9-1a35-4f85-bd45-f16c929bcd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:00.075025 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:01.459249 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57736) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:01.866376 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1951d1ee-6624-4af9-83bd-60c88df4a4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:01.895220 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:01.900488 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:01.904617 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Usage tracker for resource:network and tenant:2be6795029b74500923a91586cf67f57 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:01.907654 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:01.913516 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:01.924045 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Made reservation on behalf of 2be6795029b74500923a91586cf67f57 for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:13:01.926315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:01.942471 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:01.983317 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:01.987248 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Usage tracker for resource:security_group_rule and tenant:2be6795029b74500923a91586cf67f57 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:01.990268 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:01.996011 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:02.065231 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:02.078762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:02.085715 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:02.104781 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Reserving flat network on physical network physnet1 {{(pid=74138) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 17:13:02.131499 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2333a31-c650-44ab-b3dd-134f996b7989,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:02.133996 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728965912441', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:02.134561 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Unsubscribe: segment precommit_create {{(pid=74138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 17:13:02.135023 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Added segment 1836757e-a421-40cf-b07d-0a2aeb8752de of type flat for network be090c37-d07c-47f8-9798-19f6dbdca38c Jun 29 17:13:02.150387 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:02.181034 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:02.224857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:02.226033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:02.226686 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:02.230069 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:02.330813 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Pushing event updated for resources: {'Network': ['ID=be090c37-d07c-47f8-9798-19f6dbdca38c,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:02.334434 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8739831 Jun 29 17:13:02.335116 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:02.343713 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network be090c37-d07c-47f8-9798-19f6dbdca38c details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:13:02.924652 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:04.403648 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:04.575479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57756) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:04.826832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890d6e4-c1d0-48e5-8b2f-263533d31c42 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:04.828097 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0890d6e4-c1d0-48e5-8b2f-263533d31c42 admin admin] 10.222.0.79 "GET /v2.0/subnets/4bfd1a3c-2a13-4534-b98f-64f17d950000 HTTP/1.1" status: 200 len: 849 time: 0.2516520 Jun 29 17:13:05.031559 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-aabbce29-af59-449b-ae96-48bfd5288ce5 admin admin] 10.222.0.79 "GET /v2.0/routers/1f3489d4-4912-4a64-a90a-b448472431e4 HTTP/1.1" status: 200 len: 704 time: 0.1974819 Jun 29 17:13:05.531387 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:05.771234 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Allocated IP 172.20.0.1 (c0b6b0c7-d897-484e-bded-fb4efce487b8/4bfd1a3c-2a13-4534-b98f-64f17d950000/b654261e-280f-430b-97ea-78e399f38ec2) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:13:05.927431 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:05.949506 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Transition to ACTIVE for port object b654261e-280f-430b-97ea-78e399f38ec2 will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:13:06.011299 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.015625 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:06.082981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:13:06.086549 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:13:06.088467 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b654261e-280f-430b-97ea-78e399f38ec2,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:06.099468 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:13:06.100010 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.157416 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:06.228433 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.362327 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-5eb7c3cb-d479-4336-b4c7-c3c4fc58bc5e None None] Provisioning for port b654261e-280f-430b-97ea-78e399f38ec2 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:13:06.368119 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-5eb7c3cb-d479-4336-b4c7-c3c4fc58bc5e None None] Provisioning complete for port b654261e-280f-430b-97ea-78e399f38ec2 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:06.368743 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3cb-d479-4336-b4c7-c3c4fc58bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.419978 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7c3cb-d479-4336-b4c7-c3c4fc58bc5e None None] Port b654261e-280f-430b-97ea-78e399f38ec2 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:13:06.491996 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.499131 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.500250 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:06.503365 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:06.626562 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b654261e-280f-430b-97ea-78e399f38ec2,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:06.630688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:06.692370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:13:06.693541 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:13:06.947794 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-22194781-8053-4414-9c79-1a7f17cd2c1b None None] Provisioning complete for port b654261e-280f-430b-97ea-78e399f38ec2 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:06.948168 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-22194781-8053-4414-9c79-1a7f17cd2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:07.002112 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-22194781-8053-4414-9c79-1a7f17cd2c1b None None] Port b654261e-280f-430b-97ea-78e399f38ec2 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:13:07.062017 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Router 1f3489d4-4912-4a64-a90a-b448472431e4 is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:13:07.234713 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:13:07.244973 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Sync routers for ids ['1f3489d4-4912-4a64-a90a-b448472431e4'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:13:07.245553 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] 10.222.0.79 "PUT /v2.0/routers/1f3489d4-4912-4a64-a90a-b448472431e4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2067556 Jun 29 17:13:07.258522 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Routers {'1f3489d4-4912-4a64-a90a-b448472431e4'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:07.259247 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:13:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['1f3489d4-4912-4a64-a90a-b448472431e4'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:07.436327 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Set router 1f3489d4-4912-4a64-a90a-b448472431e4 gateway port host: None {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:07.800266 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'name': 'router1', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:12:56Z', 'updated_at': '2021-06-29T17:13:06Z', 'revision_number': 2, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'gw_port_host': None, '_interfaces': [{'id': 'b654261e-280f-430b-97ea-78e399f38ec2', 'name': '', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'mac_address': 'fa:16:3e:8c:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:05Z', 'updated_at': '2021-06-29T17:13:06Z', 'revision_number': 2, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'subnets': [{'id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:07.805305 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Checking router: 1f3489d4-4912-4a64-a90a-b448472431e4 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:13:07.805660 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Updating router 1f3489d4-4912-4a64-a90a-b448472431e4 port b654261e-280f-430b-97ea-78e399f38ec2 binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:13:07.859665 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.241930 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.257775 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Transition to ACTIVE for port object b654261e-280f-430b-97ea-78e399f38ec2 will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:13:08.265112 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.271050 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:08.431102 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Pushing event updated for resources: {'Port': ['ID=b654261e-280f-430b-97ea-78e399f38ec2,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:08.501271 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.501628 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.501953 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.502265 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.502576 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.502883 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.503190 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.503501 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.503806 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.504102 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.504425 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Tracked resource versions report: Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: pushed versions: Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Log': {'1.0'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Network': {'1.1'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Port': {'1.5'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'PortForwarding': {'1.2'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'QosPolicy': {'1.8'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroup': {'1.2'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SubPort': {'1.0'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Subnet': {'1.1'}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Trunk': {'1.1'}} Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: consumer versions: Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Log': '1.0', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Network': '1.1', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Port': '1.5', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'PortForwarding': '1.2', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'QosPolicy': '1.8', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroup': '1.2', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroupRule': '1.0', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SubPort': '1.0', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Subnet': '1.1', Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Trunk': '1.1'}} Jun 29 17:13:08.505535 dv-cinder-798672-1-iscsi neutron-server[74141]: {{(pid=74141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:13:08.520248 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:08.530143 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Attempting to bind port b654261e-280f-430b-97ea-78e399f38ec2 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:13:08.530351 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Attempting to bind port b654261e-280f-430b-97ea-78e399f38ec2 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:13:08.530708 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Attempting to bind port b654261e-280f-430b-97ea-78e399f38ec2 on network c0b6b0c7-d897-484e-bded-fb4efce487b8 {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:13:08.540115 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:13:08.540550 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Checking segment: {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:13:08.541041 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.541499 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Bound using segment: {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:13:08.541968 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Bound port: b654261e-280f-430b-97ea-78e399f38ec2, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb08118-59e3-41ba-a0e9-b73cdbdad180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:13:08.542343 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.636223 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] For port b654261e-280f-430b-97ea-78e399f38ec2, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:13:08.640451 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] For port b654261e-280f-430b-97ea-78e399f38ec2, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b654261e-280f-430b-97ea-78e399f38ec2,segment=NetworkSegment(3fb08118-59e3-41ba-a0e9-b73cdbdad180),segment_id=3fb08118-59e3-41ba-a0e9-b73cdbdad180)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:13:08.645414 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.649814 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:08.732239 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Pushing event updated for resources: {'Port': ['ID=b654261e-280f-430b-97ea-78e399f38ec2,revision_number=4']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:08.736292 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:08.743316 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Routers {'1f3489d4-4912-4a64-a90a-b448472431e4'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:08.743914 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:13:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['1f3489d4-4912-4a64-a90a-b448472431e4'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:08.898850 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] Set router 1f3489d4-4912-4a64-a90a-b448472431e4 gateway port host: None {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:09.230056 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'name': 'router1', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:12:56Z', 'updated_at': '2021-06-29T17:13:06Z', 'revision_number': 2, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'gw_port_host': None, '_interfaces': [{'id': 'b654261e-280f-430b-97ea-78e399f38ec2', 'name': '', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'mac_address': 'fa:16:3e:8c:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:05Z', 'updated_at': '2021-06-29T17:13:08Z', 'revision_number': 4, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'subnets': [{'id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:09.234267 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994d360-4607-4a5e-8feb-a8ada94d25ce None None] The sync data for ids ['1f3489d4-4912-4a64-a90a-b448472431e4'] in dv-cinder-798672-1-iscsi is: [{'id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'name': 'router1', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:12:56Z', 'updated_at': '2021-06-29T17:13:06Z', 'revision_number': 2, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'gw_port_host': None, '_interfaces': [{'id': 'b654261e-280f-430b-97ea-78e399f38ec2', 'name': '', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'mac_address': 'fa:16:3e:8c:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:05Z', 'updated_at': '2021-06-29T17:13:08Z', 'revision_number': 4, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'subnets': [{'id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:13:09.313930 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57780) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:09.491408 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ede0d-9801-4976-a32b-d4b2832338f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:09.491877 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-375ede0d-9801-4976-a32b-d4b2832338f5 admin admin] Synchronizing usage tracker for tenant:2be6795029b74500923a91586cf67f57 on resource:network {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:09.511509 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-375ede0d-9801-4976-a32b-d4b2832338f5 admin admin] Unset dirty status for tenant:2be6795029b74500923a91586cf67f57 on resource:network {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:09.512774 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-375ede0d-9801-4976-a32b-d4b2832338f5 admin admin] 10.222.0.79 "GET /v2.0/networks/be090c37-d07c-47f8-9798-19f6dbdca38c HTTP/1.1" status: 200 len: 842 time: 0.1978517 Jun 29 17:13:09.522570 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Request body: {'subnet': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:09.528401 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:09.532684 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Usage tracker for resource:subnet and tenant:2be6795029b74500923a91586cf67f57 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:09.535716 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:09.542233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:09.554412 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Made reservation on behalf of 2be6795029b74500923a91586cf67f57 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:13:09.556886 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:09.929233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.objects.ports [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74138) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 29 17:13:09.929773 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:09.937538 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:10.057807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41407da7-38a4-4d9e-a269-4fe5cec39ae0,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:10.063354 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:10.064875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:13:10.065114 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Network hostable DHCP agents. Network: be090c37-d07c-47f8-9798-19f6dbdca38c, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:13:10.090670 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:13:10.101230 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, be090c37-d07c-47f8-9798-19f6dbdca38c) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:13:10.105248 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:10.105823 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.111721 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99690032-8343-40ac-b667-257a2f8633f2 None None] Network be090c37-d07c-47f8-9798-19f6dbdca38c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:13:10.132913 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6140234 Jun 29 17:13:10.344208 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c243b05-d6fb-472c-918a-af3a9230ed2e None None] Network be090c37-d07c-47f8-9798-19f6dbdca38c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:13:10.458984 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b654261e-280f-430b-97ea-78e399f38ec2 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:13:10.633812 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port b654261e-280f-430b-97ea-78e399f38ec2 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:13:10.638786 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port b654261e-280f-430b-97ea-78e399f38ec2 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:10.639183 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.754436 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.788368 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port b654261e-280f-430b-97ea-78e399f38ec2, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b654261e-280f-430b-97ea-78e399f38ec2,segment=NetworkSegment(3fb08118-59e3-41ba-a0e9-b73cdbdad180),segment_id=3fb08118-59e3-41ba-a0e9-b73cdbdad180)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:10.793525 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.795613 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:10.862585 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=b654261e-280f-430b-97ea-78e399f38ec2,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:10.866027 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:12.221491 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57794) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:12.428389 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b654261e-280f-430b-97ea-78e399f38ec2 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:13:12.466064 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ac12fa79-39a9-4f57-a397-73aaac060513 admin admin] 10.222.0.79 "GET /v2.0/routers/1f3489d4-4912-4a64-a90a-b448472431e4 HTTP/1.1" status: 200 len: 710 time: 0.2434583 Jun 29 17:13:12.504919 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port b654261e-280f-430b-97ea-78e399f38ec2 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:12.505299 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:12.592751 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957f7bd-7e33-4dfd-9c63-5ff6044947cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:12.594080 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e957f7bd-7e33-4dfd-9c63-5ff6044947cd admin admin] 10.222.0.79 "GET /v2.0/networks/be090c37-d07c-47f8-9798-19f6dbdca38c HTTP/1.1" status: 200 len: 886 time: 0.1227410 Jun 29 17:13:12.603133 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:13.093386 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.281414 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.339027 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.488270 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Allocated IP 172.27.2.42 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/edf54ccb-5396-45fc-8f5b-5e7dc0ea0991) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:13:13.668987 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.701457 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.705762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:13.767040 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:13:13.769364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:13:13.773465 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:13:13.795183 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Pushing event updated for resources: {'Port': ['ID=edf54ccb-5396-45fc-8f5b-5e7dc0ea0991,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:13.801110 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:13.916474 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:14.085221 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:14.088830 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574326'] for router, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:14.288709 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Router 1f3489d4-4912-4a64-a90a-b448472431e4 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:13:14.501861 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:13:14.510854 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:14.512091 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] 10.222.0.79 "PUT /v2.0/routers/1f3489d4-4912-4a64-a90a-b448472431e4 HTTP/1.1" status: 200 len: 889 time: 1.9123261 Jun 29 17:13:14.512283 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Sync routers for ids ['1f3489d4-4912-4a64-a90a-b448472431e4'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:13:14.533200 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Routers {'1f3489d4-4912-4a64-a90a-b448472431e4'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:14.533962 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:13:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['1f3489d4-4912-4a64-a90a-b448472431e4'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:14.730629 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Set router 1f3489d4-4912-4a64-a90a-b448472431e4 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:15.082114 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'name': 'router1', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'edf54ccb-5396-45fc-8f5b-5e7dc0ea0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:12:56Z', 'updated_at': '2021-06-29T17:13:13Z', 'revision_number': 4, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'gw_port': {'id': 'edf54ccb-5396-45fc-8f5b-5e7dc0ea0991', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:13Z', 'updated_at': '2021-06-29T17:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'b654261e-280f-430b-97ea-78e399f38ec2', 'name': '', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'mac_address': 'fa:16:3e:8c:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:05Z', 'updated_at': '2021-06-29T17:13:10Z', 'revision_number': 5, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'subnets': [{'id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:15.087191 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Checking router: 1f3489d4-4912-4a64-a90a-b448472431e4 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:13:15.087543 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Updating router 1f3489d4-4912-4a64-a90a-b448472431e4 port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:13:15.141353 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:15.470089 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:15.486428 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Transition to ACTIVE for port object edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:13:15.493817 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:15.497729 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:15.573033 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d78a0-8c50-4bb8-a139-ff9b04189cc7 None None] Pushing event updated for resources: {'Port': ['ID=edf54ccb-5396-45fc-8f5b-5e7dc0ea0991,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:15.576874 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-456d78a0-8c50-4bb8-a139-ff9b04189cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:15.579502 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Attempting to bind port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:13:15.579853 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Attempting to bind port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:13:15.580217 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Attempting to bind port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:13:15.587392 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:13:15.587780 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:13:15.588177 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:15.588602 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:13:15.589068 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Bound port: edf54ccb-5396-45fc-8f5b-5e7dc0ea0991, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:13:15.589452 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:15.661936 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] For port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:13:15.664796 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] For port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=edf54ccb-5396-45fc-8f5b-5e7dc0ea0991,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:13:15.670284 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:15.674300 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-456d78a0-8c50-4bb8-a139-ff9b04189cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:15.769302 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d78a0-8c50-4bb8-a139-ff9b04189cc7 None None] Pushing event updated for resources: {'Port': ['ID=edf54ccb-5396-45fc-8f5b-5e7dc0ea0991,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:15.772357 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-456d78a0-8c50-4bb8-a139-ff9b04189cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:15.775918 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Routers {'1f3489d4-4912-4a64-a90a-b448472431e4'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:15.776546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:13:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['1f3489d4-4912-4a64-a90a-b448472431e4'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:15.956854 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] Set router 1f3489d4-4912-4a64-a90a-b448472431e4 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:16.286639 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'name': 'router1', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'edf54ccb-5396-45fc-8f5b-5e7dc0ea0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:12:56Z', 'updated_at': '2021-06-29T17:13:13Z', 'revision_number': 4, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'gw_port': {'id': 'edf54ccb-5396-45fc-8f5b-5e7dc0ea0991', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:13Z', 'updated_at': '2021-06-29T17:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'b654261e-280f-430b-97ea-78e399f38ec2', 'name': '', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'mac_address': 'fa:16:3e:8c:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:05Z', 'updated_at': '2021-06-29T17:13:10Z', 'revision_number': 5, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'subnets': [{'id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:16.291055 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449ba0d-1bde-4049-96dd-4bcbacd94347 None None] The sync data for ids ['1f3489d4-4912-4a64-a90a-b448472431e4'] in dv-cinder-798672-1-iscsi is: [{'id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'name': 'router1', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'edf54ccb-5396-45fc-8f5b-5e7dc0ea0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:12:56Z', 'updated_at': '2021-06-29T17:13:13Z', 'revision_number': 4, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'gw_port': {'id': 'edf54ccb-5396-45fc-8f5b-5e7dc0ea0991', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:13Z', 'updated_at': '2021-06-29T17:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'b654261e-280f-430b-97ea-78e399f38ec2', 'name': '', 'network_id': 'c0b6b0c7-d897-484e-bded-fb4efce487b8', 'tenant_id': '3ead95d7f69041b09e95ca0e1f270a57', 'mac_address': 'fa:16:3e:8c:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3489d4-4912-4a64-a90a-b448472431e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:13:05Z', 'updated_at': '2021-06-29T17:13:10Z', 'revision_number': 5, 'project_id': '3ead95d7f69041b09e95ca0e1f270a57', 'subnets': [{'id': '4bfd1a3c-2a13-4534-b98f-64f17d950000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7341f5fb-0fe1-4806-b009-58dceb32682c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:13:16.494812 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:13:16.567050 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:13:16.573478 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:16.574782 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:16.695744 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:16.714522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=edf54ccb-5396-45fc-8f5b-5e7dc0ea0991,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:16.719538 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:16.722813 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-d6a9a158-48b0-48a9-af57-11eca5351488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:16.772586 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 57804) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:16.791810 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=edf54ccb-5396-45fc-8f5b-5e7dc0ea0991,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:16.795313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:16.912658 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-852f7d52-4067-4649-a66e-159b637ff5ea admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1381533 Jun 29 17:13:18.428805 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:13:18.507257 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port edf54ccb-5396-45fc-8f5b-5e7dc0ea0991 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:18.507634 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:29.551651 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-48edc5ad-4e68-41ca-94de-32b3a952ec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:30.079374 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:31.873613 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-df128c9b-e50e-46a0-a052-e793887531a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:32.927600 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:34.405786 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:35.226168 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:13:59.546754 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-112de967-a53c-4695-b767-b507bdb9552f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:00.087001 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.870368 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aee5f9a8-be1e-4013-9a39-0701104c76c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.939245 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.415036 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.227647 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:14:29.542085 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b4ab-42b2-48dc-8143-21f2c2b3cc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:30.085155 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.866094 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-0282cd5a-da75-4279-8e16-94fb3747278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.929159 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:34.419933 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:49.229250 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:14:59.548097 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f0303088-20d5-4c8a-9e81-a7803abbd42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:00.083815 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:01.872452 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-4d8ef154-1fba-4a36-8821-eaa5a6c51504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:02.934086 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:04.424436 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:20.973523 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58380) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:21.075517 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d05695b-c8e4-4831-b019-bb9a888746a6 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:15:21.076781 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-2d05695b-c8e4-4831-b019-bb9a888746a6 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1019280 Jun 29 17:15:21.216036 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29b3dc-6dea-498c-9e91-09cde16fc144 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:21.217447 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-cd29b3dc-6dea-498c-9e91-09cde16fc144 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1358342 Jun 29 17:15:23.262995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58390) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:23.410492 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358eacee-79c6-4df1-88f8-3dfc169a8a45 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:23.411082 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-358eacee-79c6-4df1-88f8-3dfc169a8a45 admin admin] Synchronizing usage tracker for tenant:2be6795029b74500923a91586cf67f57 on resource:subnet {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:15:23.430167 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-358eacee-79c6-4df1-88f8-3dfc169a8a45 admin admin] Unset dirty status for tenant:2be6795029b74500923a91586cf67f57 on resource:subnet {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:15:23.431301 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-358eacee-79c6-4df1-88f8-3dfc169a8a45 admin admin] 10.222.0.79 "GET /v2.0/subnets/4bfd1a3c-2a13-4534-b98f-64f17d950000 HTTP/1.1" status: 200 len: 849 time: 0.1673470 Jun 29 17:15:23.443690 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:23.565689 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Notify callbacks [] for subnet, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:23.765163 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728965965231'] for subnet, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:23.768820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d1071cda-bb2c-42ba-8ac0-6258debbe0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:23.818653 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:23.819203 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1600d-b8b5-44ef-93a9-07110d5c94eb None None] Network c0b6b0c7-d897-484e-bded-fb4efce487b8 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:15:23.819690 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:23.820556 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] 10.222.0.79 "PUT /v2.0/subnets/4bfd1a3c-2a13-4534-b98f-64f17d950000 HTTP/1.1" status: 200 len: 868 time: 0.3808722 Jun 29 17:15:23.834193 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfd1a3c-2a13-4534-b98f-64f17d950000,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:23.847417 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.848139 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.848710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.849233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.849774 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.850302 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.850858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.851537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.852187 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.852916 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.853501 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:23.857820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:24.378310 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a264991b-410d-4373-8835-c6473ceb927e None None] Provisioning complete for port a3e4eca4-694f-45fc-91b0-1b8ced254c63 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:24.378687 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a264991b-410d-4373-8835-c6473ceb927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:24.507464 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a264991b-410d-4373-8835-c6473ceb927e None None] Provisioning complete for port b654261e-280f-430b-97ea-78e399f38ec2 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:24.507833 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a264991b-410d-4373-8835-c6473ceb927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:25.823048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58400) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:26.061319 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7d373-02c5-423d-b1b9-5d472924e497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:26.061670 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7d373-02c5-423d-b1b9-5d472924e497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:26.063202 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-96f7d373-02c5-423d-b1b9-5d472924e497 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2391672 Jun 29 17:15:26.230487 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:15:28.045656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58410) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:28.261316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf7c8e-4df1-4301-af4d-9a9f9038c29d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:28.261696 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf7c8e-4df1-4301-af4d-9a9f9038c29d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:28.263217 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0ccf7c8e-4df1-4301-af4d-9a9f9038c29d admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2163856 Jun 29 17:15:29.543737 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fca4b1ad-90f5-4da4-8336-510ba4b922e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.080087 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.249426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58420) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:30.460854 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db082549-3978-4257-90ce-33692f271a0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:30.462236 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-db082549-3978-4257-90ce-33692f271a0b admin admin] 10.222.0.79 "GET /v2.0/networks/be090c37-d07c-47f8-9798-19f6dbdca38c HTTP/1.1" status: 200 len: 886 time: 0.2118685 Jun 29 17:15:31.866432 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7341aa91-95ee-4b25-8b74-3f761ab97d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:32.424883 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58430) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:32.631791 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e832b-7e37-44db-9ee0-37bb7153f567 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:32.633188 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e77e832b-7e37-44db-9ee0-37bb7153f567 admin admin] 10.222.0.79 "GET /v2.0/networks/c0b6b0c7-d897-484e-bded-fb4efce487b8 HTTP/1.1" status: 200 len: 869 time: 0.2073035 Jun 29 17:15:32.936368 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:34.428192 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:34.627174 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58440) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:34.818195 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d548989-cba4-4ffc-93e4-4cf2ad95091d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:34.818439 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d548989-cba4-4ffc-93e4-4cf2ad95091d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:34.820010 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0d548989-cba4-4ffc-93e4-4cf2ad95091d admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1909709 Jun 29 17:15:36.885103 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58450) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:37.042601 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95790c-d739-4d52-a083-171dc46efb0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:37.042939 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95790c-d739-4d52-a083-171dc46efb0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:37.044524 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ba95790c-d739-4d52-a083-171dc46efb0d admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1584117 Jun 29 17:15:39.046294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58460) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:39.189817 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d863c3-6ced-401f-8449-f790733896bd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:39.191209 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-00d863c3-6ced-401f-8449-f790733896bd admin admin] 10.222.0.79 "GET /v2.0/subnets/41407da7-38a4-4d9e-a269-4fe5cec39ae0 HTTP/1.1" status: 200 len: 816 time: 0.1437500 Jun 29 17:15:41.194149 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58470) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:41.335051 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d46442-a41d-4914-97d1-f99fd26e1df7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:41.336426 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-76d46442-a41d-4914-97d1-f99fd26e1df7 admin admin] 10.222.0.79 "GET /v2.0/subnets/4bfd1a3c-2a13-4534-b98f-64f17d950000 HTTP/1.1" status: 200 len: 868 time: 0.1412408 Jun 29 17:15:58.917134 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58508) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:59.002754 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [None req-44830834-0d4c-4b15-aa33-134ff41ccf2e admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:15:59.003735 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-44830834-0d4c-4b15-aa33-134ff41ccf2e admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0853274 Jun 29 17:15:59.547938 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-343f68b2-1ad1-468c-bdb2-530a4a77c84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.086590 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:01.128554 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58518) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:01.236180 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9e75fc-72c6-4769-adfa-074d17381636 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:16:01.237442 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-1d9e75fc-72c6-4769-adfa-074d17381636 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1076708 Jun 29 17:16:01.384899 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfe7e8-0521-4556-bfff-4822b892cf2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:01.386280 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8ccfe7e8-0521-4556-bfff-4822b892cf2f admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445310 Jun 29 17:16:01.871596 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-bcfbd7b8-7896-4231-a02e-ca0c3862fc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:02.942839 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:03.231041 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:16:03.465870 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58528) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:03.539075 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:16:03.544285 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:16:03.555571 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:16:03.571153 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Made reservation on behalf of 2be6795029b74500923a91586cf67f57 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:16:03.575003 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:03.670534 dv-cinder-798672-1-iscsi neutron-server[74139]: WARNING neutron.services.revisions.revision_plugin [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Could not find related network for resource to bump revision. Jun 29 17:16:03.686355 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:16:03.697305 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:03.697643 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Added segment 268db15b-d9b8-439e-8fe5-97bc40a894de of type vlan for network 2db72db8-31fa-4829-85a1-53d474169e64 Jun 29 17:16:03.733251 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:03.770087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:03.771532 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:03.772172 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:03.775831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:03.874936 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Pushing event updated for resources: {'Network': ['ID=2db72db8-31fa-4829-85a1-53d474169e64,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:03.879537 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4126337 Jun 29 17:16:03.885732 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.886075 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.886406 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.886731 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.887056 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.887376 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.887692 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.888008 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.888323 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.888715 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.888979 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:03.893254 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:03.900941 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 2db72db8-31fa-4829-85a1-53d474169e64 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:16:04.431827 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.903165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58538) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:06.023447 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.pecan_wsgi.hooks.translation [None req-be94e2c2-cc5d-4c6a-ad1e-f05b175e51c5 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:16:06.024705 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-be94e2c2-cc5d-4c6a-ad1e-f05b175e51c5 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1203613 Jun 29 17:16:06.139152 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438116f3-f7e3-4880-a3aa-7ff05da4e671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:06.140590 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-438116f3-f7e3-4880-a3aa-7ff05da4e671 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1086619 Jun 29 17:16:06.150475 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Request body: {'subnet': {'network_id': '2db72db8-31fa-4829-85a1-53d474169e64', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:16:06.155222 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:16:06.165626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:16:06.179295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Made reservation on behalf of 2be6795029b74500923a91586cf67f57 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:16:06.181837 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:06.388654 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:06.392747 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:06.459627 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e13c483-1071-48db-b28b-02962ecf6fed,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:06.463289 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:06.477854 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Checking segment: {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:16:06.478196 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Network hostable DHCP agents. Network: 2db72db8-31fa-4829-85a1-53d474169e64, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:16:06.503984 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Network 2db72db8-31fa-4829-85a1-53d474169e64 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:16:06.519256 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 2db72db8-31fa-4829-85a1-53d474169e64) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:16:06.524901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:06.525735 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:06.556481 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a4c55cc4-ba27-44fa-a1df-9fd2cb1affd2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4094560 Jun 29 17:16:06.641668 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cabe8-597e-4a51-af52-14b5134d1c32 None None] Network 2db72db8-31fa-4829-85a1-53d474169e64 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:16:06.863370 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-2db72db8-31fa-4829-85a1-53d474169e64', 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64', 'tenant_id': '2be6795029b74500923a91586cf67f57', 'fixed_ips': [{'subnet_id': '8e13c483-1071-48db-b28b-02962ecf6fed'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:16:06.864206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.025845 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Allocated IP 192.168.233.2 (2db72db8-31fa-4829-85a1-53d474169e64/8e13c483-1071-48db-b28b-02962ecf6fed/c87dfdc6-8b58-4f3b-a1a0-07715d3b076c) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:16:07.237912 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.250390 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Transition to ACTIVE for port object c87dfdc6-8b58-4f3b-a1a0-07715d3b076c will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:16:07.268521 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Transition to ACTIVE for port object c87dfdc6-8b58-4f3b-a1a0-07715d3b076c will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:16:07.273844 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.278472 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-9677239d-fcd0-4c3c-8ffb-c1851976412b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:07.344197 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Network 2db72db8-31fa-4829-85a1-53d474169e64 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:16:07.347235 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:16:07.351667 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Pushing event updated for resources: {'Port': ['ID=c87dfdc6-8b58-4f3b-a1a0-07715d3b076c,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:07.353972 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:16:07.392331 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.392689 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.393019 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.393347 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.393666 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.393981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.394299 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.394615 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.394927 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.395235 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.395545 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:07.402528 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:07.449772 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Attempting to bind port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:16:07.450133 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Attempting to bind port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:16:07.450491 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Attempting to bind port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c on network 2db72db8-31fa-4829-85a1-53d474169e64 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:16:07.457856 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:16:07.458221 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Checking segment: {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:16:07.458612 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.458997 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Bound using segment: {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:16:07.459455 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Bound port: c87dfdc6-8b58-4f3b-a1a0-07715d3b076c, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:16:07.459831 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.574845 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] For port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:16:07.578862 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] For port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=c87dfdc6-8b58-4f3b-a1a0-07715d3b076c,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:16:07.583670 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.588178 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:07.669587 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Pushing event updated for resources: {'Port': ['ID=c87dfdc6-8b58-4f3b-a1a0-07715d3b076c,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:07.670911 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:08.498858 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac1740-a219-4356-a40d-9c581b7648c3 None None] Network 2db72db8-31fa-4829-85a1-53d474169e64 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:16:08.567152 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device c87dfdc6-8b58-4f3b-a1a0-07715d3b076c up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:16:08.681351 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-325ca432-1875-413d-8db1-f9eef665974f None None] Provisioning for port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:16:08.742643 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:16:08.772946 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:08.773313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:08.913699 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:08.950074 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=c87dfdc6-8b58-4f3b-a1a0-07715d3b076c,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:16:08.956751 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:08.959926 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:09.032595 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=c87dfdc6-8b58-4f3b-a1a0-07715d3b076c,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:09.037182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:09.139957 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-fe91c8db-4792-4c37-bf64-a9e573ac2d3d None None] Provisioning complete for port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:09.140326 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fe91c8db-4792-4c37-bf64-a9e573ac2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:10.520144 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device c87dfdc6-8b58-4f3b-a1a0-07715d3b076c up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:16:10.603121 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port c87dfdc6-8b58-4f3b-a1a0-07715d3b076c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:10.603618 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:29.552025 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1b966d57-b4d9-458c-b8f4-6b23c0d7f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:30.082298 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:31.875402 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-0a1abcbb-1660-4d90-9879-c69130103099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:32.947035 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:34.434994 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:40.232117 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:16:59.556993 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-93f3e66c-e97b-46eb-af8f-d8046dd4be3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:00.087583 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:01.880893 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-14ac72aa-f04f-4f2d-b1a5-f5c2bd659f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:02.945537 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:04.438133 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:08.208773 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58582) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:17:08.214865 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [None req-87fdfece-55c3-4023-9428-d2a5af0ce186 tempest-verify_tempest_config-2004766024 tempest-verify_tempest_config-2004766024-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:17:08.215818 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-87fdfece-55c3-4023-9428-d2a5af0ce186 tempest-verify_tempest_config-2004766024 tempest-verify_tempest_config-2004766024-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059745 Jun 29 17:17:08.571417 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58598) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:17:08.742262 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:08.775633 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:17:08.779882 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Usage tracker for resource:security_group_rule and tenant:f1948ae4d1ee4301801261ad6f0916a8 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:17:08.782685 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:17:08.788874 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:17:08.854807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:08.860331 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:08.867763 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:17:08.907058 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84715ed3-ec92-4708-bf06-1ccf6475b4f8,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:17:08.915543 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Synchronizing usage tracker for tenant:2be6795029b74500923a91586cf67f57 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:17:08.919578 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.919913 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.920238 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.920583 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.920909 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.921243 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.921555 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.921876 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.922235 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.922537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.922839 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:17:08.928476 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:17:08.940808 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Unset dirty status for tenant:2be6795029b74500923a91586cf67f57 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:17:08.942007 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1948ae4d1ee4301801261ad6f0916a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3692594 Jun 29 17:17:08.944669 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58604) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:17:09.010241 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:09.036747 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:09.144399 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:09.151076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-862e1b12-31d5-4b54-b062-eb5aa796eeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:17:09.164674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84715ed3-ec92-4708-bf06-1ccf6475b4f8,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:17:09.168228 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:17:09.171449 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:09.172816 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84715ed3-ec92-4708-bf06-1ccf6475b4f8 HTTP/1.1" status: 204 len: 168 time: 0.2270181 Jun 29 17:17:17.233533 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:17:29.560516 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-258eaab3-a9b6-4429-9f35-8fb4e6d4fc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:30.101342 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:31.893394 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-54be9bf9-223b-4c2e-9fe8-49ae1b249011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:32.954477 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:34.453230 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:54.234756 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:17:59.558902 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6e1844a1-dd84-4a04-8919-3c0f817b8fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:00.105236 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:01.892268 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0cc9-79c5-4f3f-967f-4ff0e06dd0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:02.955606 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:04.448568 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:29.559825 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-63720ec6-8527-4701-9356-3bffddb9bfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:30.106384 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:31.235366 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 5 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:18:31.900674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d60050bf-8808-4f32-b526-e1302fffb907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:32.960424 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:34.449439 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:57.171278 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578113'] for agent, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:59.559741 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-34a1c033-0067-4e74-9bbe-f48c48d6d28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:00.106305 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:01.884378 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-21cfb6d4-473b-4710-bd07-ca0916710c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:02.962849 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:04.452936 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:08.236938 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:19:08.250768 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58676) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:19:08.400032 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-11d9e340-f267-43de-bc88-9f8e15bd1ae1 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1480711 Jun 29 17:19:10.414987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58686) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:19:10.508833 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-90d32b3b-9eec-4798-8d7b-5e2c0078b0e9 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0924358 Jun 29 17:19:27.132189 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:29.561466 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-074997ff-0e22-4944-96c5-40261d9cdd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:30.113512 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:31.890073 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6e4-ac15-4073-8bde-a9e07f4b80a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:32.968739 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:34.460476 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:45.238044 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:19:57.157245 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:59.564172 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-bf974afc-6080-4d32-ac8d-dc691ad4de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:00.108354 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:01.893950 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-799cf49f-4b80-4dc7-8d82-95cd869fbce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:02.967383 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:04.461159 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:22.238840 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:20:27.146561 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:29.558621 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-71934897-1044-4c5f-acd4-746c7f12a8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:30.092751 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:31.897928 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fc36df70-c8df-4bf4-b2da-64cd5c1ce3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:32.970368 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:34.464092 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:51.155178 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58876) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:51.465821 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58892) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:51.750674 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58908) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:51.756619 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1656816586-network', 'tenant_id': '91f77e0dec6545428a67ad3485dbdbec'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:51.767356 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:51.783995 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Usage tracker for resource:network and tenant:91f77e0dec6545428a67ad3485dbdbec is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:51.789523 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:51.789717 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58914) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:51.795609 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:51.807030 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Made reservation on behalf of 91f77e0dec6545428a67ad3485dbdbec for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:51.810079 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:51.824775 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:51.866667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-225116771-network', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:51.870868 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:51.875856 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:51.880330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Usage tracker for resource:network and tenant:6db9b1e38c1b40b589b58f07f7e92ce3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:51.883678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Usage tracker for resource:security_group_rule and tenant:91f77e0dec6545428a67ad3485dbdbec is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:51.886416 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:51.892835 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:51.895933 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:51.901712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:51.917748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Made reservation on behalf of 6db9b1e38c1b40b589b58f07f7e92ce3 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:51.920618 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:51.942479 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:51.988475 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:52.011172 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Usage tracker for resource:security_group_rule and tenant:6db9b1e38c1b40b589b58f07f7e92ce3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:52.019597 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:52.029550 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:52.032424 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.108261 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.109607 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.125804 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:20:52.135073 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.135449 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Added segment 03786167-8450-4bae-a94c-c0089839a4f2 of type vlan for network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff Jun 29 17:20:52.140223 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-166431740-network', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:52.148615 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:52.158559 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Usage tracker for resource:network and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:52.162616 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.166896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:52.180840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:52.196399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-af94ad85-05f7-48b3-83ba-4f3938c1f2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:52.203922 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.205570 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Made reservation on behalf of b45d3025aa5947659b8cc1a30c00fd86 for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:52.208162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.260283 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.262813 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1716013208-network', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:52.267136 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:52.271114 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Usage tracker for resource:network and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:52.281853 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:52.291670 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:52.299026 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.300079 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2148ac-60c8-4fee-80ed-4c9c8bf49264,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:52.329350 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:20:52.340387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.340946 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Added segment 381993c3-0024-4ee0-b104-6a672435d22c of type vlan for network af240131-058b-43a9-966b-d7a1fa7eb769 Jun 29 17:20:52.362411 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:52.371640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.371899 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:52.379007 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:52.394172 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:52.420364 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.420728 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.421061 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.421388 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.421740 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.422068 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.422387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.422719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.423063 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.423404 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.423743 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Tracked resource versions report: Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: pushed versions: Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Log': {'1.0'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Network': {'1.1'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Port': {'1.5'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'PortForwarding': {'1.2'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'QosPolicy': {'1.8'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroup': {'1.2'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SubPort': {'1.0'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Subnet': {'1.1'}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Trunk': {'1.1'}} Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: consumer versions: Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Log': '1.0', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Network': '1.1', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Port': '1.5', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'PortForwarding': '1.2', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'QosPolicy': '1.8', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroup': '1.2', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SecurityGroupRule': '1.0', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'SubPort': '1.0', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Subnet': '1.1', Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: 'Trunk': '1.1'}} Jun 29 17:20:52.424840 dv-cinder-798672-1-iscsi neutron-server[74139]: {{(pid=74139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:20:52.427526 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Made reservation on behalf of 4772ce0d073644e3a471bd3b1e1ceff3 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:52.430017 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.460363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:52.460929 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:52.528305 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:52.529239 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.533169 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f423150-0784-4d7d-bda1-7bf1cd1379d5,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:52.536031 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.551364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.553636 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:52.555669 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-96002fe4-5f1a-4314-abb3-601c4b889834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:52.557464 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.588016 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:20:52.606656 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.609145 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Added segment 8af6079b-9a6d-47fe-920b-eeabc14362ce of type vlan for network f6e3b960-421a-4a30-8302-31bbf353c038 Jun 29 17:20:52.670481 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.675040 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:52.680104 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:52.683615 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:52.691979 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:52.735180 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:52.764384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.800379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Pushing event updated for resources: {'Network': ['ID=5c67e66f-ca43-4f65-af96-7aa5e60ebfff,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:52.803664 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.804613 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3ecb0-139c-4b93-89a5-b0ba32771ae6,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:52.806621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:52.807574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.809894 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:52.810791 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.812754 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:20:52.833016 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6758342 Jun 29 17:20:52.834113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 58950) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:52.835821 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:52.841251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.842620 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.842951 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.843275 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.843594 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.843910 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.844225 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.854111 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.854530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.854861 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.855186 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.855509 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Tracked resource versions report: Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: pushed versions: Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Log': {'1.0'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Network': {'1.1'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Port': {'1.5'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'PortForwarding': {'1.2'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'QosPolicy': {'1.8'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroup': {'1.2'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SubPort': {'1.0'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Subnet': {'1.1'}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Trunk': {'1.1'}} Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: consumer versions: Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Log': '1.0', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Network': '1.1', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Port': '1.5', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'PortForwarding': '1.2', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'QosPolicy': '1.8', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroup': '1.2', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SecurityGroupRule': '1.0', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'SubPort': '1.0', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Subnet': '1.1', Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: 'Trunk': '1.1'}} Jun 29 17:20:52.856617 dv-cinder-798672-1-iscsi neutron-server[74138]: {{(pid=74138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:20:52.859704 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:52.860278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.904968 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:20:52.916310 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:52.917297 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-33b295d2-b8af-47cb-bcdb-1fc06ab7d380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:52.919438 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:52.919905 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Added segment 217fa206-8e68-4025-89f9-861c9e44d33f of type vlan for network 274626c6-d04c-4388-9ad0-11f15d224331 Jun 29 17:20:53.002227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Request body: {'subnet': {'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1656816586-subnet', 'tenant_id': '91f77e0dec6545428a67ad3485dbdbec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:53.033053 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5635266 Jun 29 17:20:53.040017 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:53.118979 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58958) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:53.120251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e3b960-421a-4a30-8302-31bbf353c038,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:53.132085 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3406582 Jun 29 17:20:53.132805 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58964) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:53.137463 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:53.143963 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Request body: {'subnet': {'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-subnet', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:53.149855 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network f6e3b960-421a-4a30-8302-31bbf353c038 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:20:53.162129 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:53.167277 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Usage tracker for resource:subnet and tenant:6db9b1e38c1b40b589b58f07f7e92ce3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:53.171313 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:53.179006 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:53.193006 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Request body: {'subnet': {'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-subnet', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:53.199534 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:53.204602 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Usage tracker for resource:subnet and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:53.209115 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:53.218944 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:53.228110 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Made reservation on behalf of 6db9b1e38c1b40b589b58f07f7e92ce3 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:53.231607 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.235699 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.307615 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Usage tracker for resource:subnet and tenant:91f77e0dec6545428a67ad3485dbdbec is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:53.336828 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:53.355654 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Made reservation on behalf of b45d3025aa5947659b8cc1a30c00fd86 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:53.367379 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.399969 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:53.442013 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Pushing event updated for resources: {'Network': ['ID=af240131-058b-43a9-966b-d7a1fa7eb769,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:53.458659 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network af240131-058b-43a9-966b-d7a1fa7eb769 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:20:53.461641 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:53.462248 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:53.473078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Made reservation on behalf of 91f77e0dec6545428a67ad3485dbdbec for: {'subnet': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:53.476134 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.699115 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.715701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-da669cc9-933b-4ff3-b497-6a26a2a5093e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:53.758260 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.781537 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.815110 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.829294 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:53.834726 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:53.844515 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Checking segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:20:53.844867 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Network hostable DHCP agents. Network: af240131-058b-43a9-966b-d7a1fa7eb769, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:20:53.854499 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc2e909-156a-45a4-901e-6abb9cc7213b,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:53.862002 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:53.864131 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-873a09ea-a09a-460f-a873-0d23d03db820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:53.875222 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82de0964-7336-4966-94cd-36e90f4fbf38,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:53.886533 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1251478 Jun 29 17:20:53.889199 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:53.889607 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:53.907868 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 58998) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:53.935525 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Request body: {'subnet': {'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1716013208-subnet', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:53.945014 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Checking segment: {'id': '03786167-8450-4bae-a94c-c0089839a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:20:53.945786 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Network hostable DHCP agents. Network: 5c67e66f-ca43-4f65-af96-7aa5e60ebfff, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:20:53.966512 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029e00cd-731b-4f10-b73e-335dd9195efa,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:53.973551 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:53.974031 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:53.980918 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:53.984935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:53.987969 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:53.994917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Usage tracker for resource:subnet and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:53.998494 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Checking segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:20:53.998842 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Network hostable DHCP agents. Network: f6e3b960-421a-4a30-8302-31bbf353c038, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:20:54.003821 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:54.007805 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Network af240131-058b-43a9-966b-d7a1fa7eb769 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:20:54.013991 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:54.034640 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, af240131-058b-43a9-966b-d7a1fa7eb769) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:54.043526 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120611a-e1b9-4c45-b121-2b47c4469858 None None] Network af240131-058b-43a9-966b-d7a1fa7eb769 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:20:54.050711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:54.051544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.062849 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Made reservation on behalf of 4772ce0d073644e3a471bd3b1e1ceff3 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:20:54.065128 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.106751 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=274626c6-d04c-4388-9ad0-11f15d224331,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:54.111442 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:54.119848 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:20:54.129959 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 5c67e66f-ca43-4f65-af96-7aa5e60ebfff) {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:54.136149 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:54.137315 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.143131 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Network f6e3b960-421a-4a30-8302-31bbf353c038 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:20:54.153827 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 274626c6-d04c-4388-9ad0-11f15d224331 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:20:54.166282 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1938357 Jun 29 17:20:54.173886 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0512285 Jun 29 17:20:54.177865 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, f6e3b960-421a-4a30-8302-31bbf353c038) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:54.178610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59016) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:54.179693 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd8cfe-482f-4c9f-8b99-6188fc902d07 None None] Network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:20:54.188591 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:54.191053 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:54.191709 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.202220 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:54.208170 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Usage tracker for resource:router and tenant:6db9b1e38c1b40b589b58f07f7e92ce3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:54.220777 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0794716 Jun 29 17:20:54.221509 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59020) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:54.224522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:54.232621 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:54.234779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:54.244253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:54.251667 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Usage tracker for resource:router and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:54.257757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:54.265996 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:54.271875 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.273244 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.316917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.318082 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.339354 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.401923 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.485338 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824f286-77d8-4969-952b-33838ce92ce0 None None] Network f6e3b960-421a-4a30-8302-31bbf353c038 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:20:54.607008 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.627480 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:54.789749 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.880849 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1136e91-a4a8-4b99-bc79-ae0872929054,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:54.895712 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:54.897215 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Checking segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:20:54.897729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Network hostable DHCP agents. Network: 274626c6-d04c-4388-9ad0-11f15d224331, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:20:54.912090 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.955980 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Network 274626c6-d04c-4388-9ad0-11f15d224331 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:20:54.973396 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 274626c6-d04c-4388-9ad0-11f15d224331) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:55.037195 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:55.038831 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.083072 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feee16e-0c95-4d06-906d-782dcf2a6401 None None] Network 274626c6-d04c-4388-9ad0-11f15d224331 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:20:55.164581 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2520597 Jun 29 17:20:55.167504 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59056) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:55.198568 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:20:55.217454 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59062) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:55.221680 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:55.231488 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Usage tracker for resource:router and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:55.247354 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:55.265664 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59070) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:55.267332 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:55.279446 dv-cinder-798672-1-iscsi neutron-server[74139]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 17:20:55.326735 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.327683 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.374796 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-f6e3b960-421a-4a30-8302-31bbf353c038', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:20:55.375894 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.434886 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.453795 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.472853 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.537538 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e2fff-8f8f-4b8c-bcf2-2f563c7fac05 None None] Network af240131-058b-43a9-966b-d7a1fa7eb769 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:20:55.561446 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.567952 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.699904 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.768738 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:55.911360 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:55.919529 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfdb39de1754d9d9ecf2de19dd4cf0e is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:55.924054 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:55.929162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Allocated IP 172.27.2.216 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/20793cdb-5636-450b-8df7-f661b0ae37ab) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:20:55.932624 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-68628df5-401c-48ef-94cb-0f1e059bed66 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:20:55.933613 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-68628df5-401c-48ef-94cb-0f1e059bed66 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Synchronizing usage tracker for tenant:91f77e0dec6545428a67ad3485dbdbec on resource:network {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:20:55.940756 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:56.011141 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-274626c6-d04c-4388-9ad0-11f15d224331', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:20:56.011955 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.103912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.125560 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.149062 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:56.168154 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-68628df5-401c-48ef-94cb-0f1e059bed66 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Unset dirty status for tenant:91f77e0dec6545428a67ad3485dbdbec on resource:network {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:20:56.169396 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-68628df5-401c-48ef-94cb-0f1e059bed66 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/networks?id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff HTTP/1.1" status: 200 len: 812 time: 0.8987186 Jun 29 17:20:56.211539 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81faebe-6efb-4e31-9505-720e4a1af877,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:56.214897 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:56.220862 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3dfdb39de1754d9d9ecf2de19dd4cf0e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0023489 Jun 29 17:20:56.221943 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59094) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:56.231983 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-630a07c8-0fa7-4fed-b28b-f9d55b74df04 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/quotas/91f77e0dec6545428a67ad3485dbdbec HTTP/1.1" status: 200 len: 375 time: 0.0435963 Jun 29 17:20:56.247025 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.322205 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-12d96eae-0d6e-4c13-af80-44567348c8e3 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=91f77e0dec6545428a67ad3485dbdbec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790040 Jun 29 17:20:56.341381 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Allocated IP 172.20.0.2 (f6e3b960-421a-4a30-8302-31bbf353c038/ba9e3515-13e6-4ffd-bda5-9db227ed7f5f/a857f306-7a9a-4d16-9a4c-6538ae6b3b4d) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:20:56.352959 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.384899 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.394823 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.398795 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:56.472426 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.496711 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc9509-18cd-4141-8b10-d69d7e8183d0 None None] Network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:20:56.517775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:20:56.525130 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:56.527034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.533332 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:20:56.572700 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=20793cdb-5636-450b-8df7-f661b0ae37ab,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:56.580954 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:56.582913 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Allocated IP 172.27.2.120 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/7e0f61a3-5592-49c4-9db4-293c5d06092c) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:20:56.596102 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-e81bd861-a9cc-4b7b-b43f-ea19f5378773 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:20:56.597947 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-e81bd861-a9cc-4b7b-b43f-ea19f5378773 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1542909 Jun 29 17:20:56.666425 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.667212 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.795895 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.805771 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-4acb03ab-8c56-406b-ab3c-865b1670f91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:56.847993 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81faebe-6efb-4e31-9505-720e4a1af877,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:56.850347 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:56.852241 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Allocated IP 172.20.0.2 (274626c6-d04c-4388-9ad0-11f15d224331/e1136e91-a4a8-4b99-bc79-ae0872929054/09505074-77d9-4421-a5bf-ab80a857ea92) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:20:56.882541 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-68d78b9e-ffe1-4ccc-92ba-071dbeab847c service neutron] 10.222.0.79 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764542 Jun 29 17:20:56.927146 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:20:56.939841 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.941260 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a81faebe-6efb-4e31-9505-720e4a1af877 HTTP/1.1" status: 204 len: 168 time: 0.7184517 Jun 29 17:20:56.997760 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.113363 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-5ed36f70-ba14-43b6-ba3a-777498c01a3d service neutron] 10.222.0.79 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076833 Jun 29 17:20:57.124774 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.130686 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.135267 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:57.166760 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Transition to ACTIVE for port object a857f306-7a9a-4d16-9a4c-6538ae6b3b4d will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:20:57.246491 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.306805 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:20:57.312779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:57.331831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:20:57.382029 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0f61a3-5592-49c4-9db4-293c5d06092c,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:57.405063 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Transition to ACTIVE for port object a857f306-7a9a-4d16-9a4c-6538ae6b3b4d will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:20:57.416909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.430684 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:57.437983 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:57.458506 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:20:57.510348 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:20:57.524244 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.526277 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3033400 Jun 29 17:20:57.530012 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.554318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59138) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:57.560708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Allocated IP 172.27.2.60 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/dd6af1c3-f33a-48a2-9298-908ce9ace2a8) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:20:57.585612 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:20:57.586582 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:20:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:20:57.613578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Network f6e3b960-421a-4a30-8302-31bbf353c038 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:20:57.614995 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Transition to ACTIVE for port object 09505074-77d9-4421-a5bf-ab80a857ea92 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:20:57.625559 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Pushing event updated for resources: {'Port': ['ID=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:57.628065 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:57.663652 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Transition to ACTIVE for port object 09505074-77d9-4421-a5bf-ab80a857ea92 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:20:57.667202 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:20:57.724197 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.897461 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a44abf36-a397-462b-9cff-b1c377feef78 req-38b678de-e011-4f70-bfff-8a8dbc8b2ecb tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.1901014 Jun 29 17:20:57.902763 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Attempting to bind port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:20:57.902763 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Attempting to bind port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:20:57.903113 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Attempting to bind port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d on network f6e3b960-421a-4a30-8302-31bbf353c038 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:20:57.920508 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:20:57.924243 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.924662 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.926191 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.927880 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.928177 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.930462 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.930763 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.931111 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.931438 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.934364 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.934750 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Tracked resource versions report: Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: pushed versions: Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Log': {'1.0'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Network': {'1.1'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Port': {'1.5'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'PortForwarding': {'1.2'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'QosPolicy': {'1.8'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroup': {'1.2'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SubPort': {'1.0'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Subnet': {'1.1'}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Trunk': {'1.1'}} Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: consumer versions: Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Log': '1.0', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Network': '1.1', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Port': '1.5', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'PortForwarding': '1.2', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'QosPolicy': '1.8', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroup': '1.2', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SecurityGroupRule': '1.0', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'SubPort': '1.0', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Subnet': '1.1', Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: 'Trunk': '1.1'}} Jun 29 17:20:57.937227 dv-cinder-798672-1-iscsi neutron-server[74140]: {{(pid=74140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:20:57.961815 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:20:57.962530 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Checking segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:20:57.962667 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.963377 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Bound using segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:20:57.963873 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Bound port: a857f306-7a9a-4d16-9a4c-6538ae6b3b4d, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:20:57.964258 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:57.985242 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Network 274626c6-d04c-4388-9ad0-11f15d224331 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:20:57.986446 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:58.012683 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:58.087373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.091847 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.141446 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Pushing event updated for resources: {'Port': ['ID=09505074-77d9-4421-a5bf-ab80a857ea92,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:58.144581 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:58.165457 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:58.175286 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.233185 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:20:58.272848 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.292244 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f0a308de-1eef-4858-bf72-a6d815df93ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:58.424148 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Pushing event updated for resources: {'Port': ['ID=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:58.428287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:58.465385 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:20:58.469449 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:20:58.475798 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:20:58.524409 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Attempting to bind port 09505074-77d9-4421-a5bf-ab80a857ea92 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:20:58.524869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Attempting to bind port 09505074-77d9-4421-a5bf-ab80a857ea92 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:20:58.525165 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Attempting to bind port 09505074-77d9-4421-a5bf-ab80a857ea92 on network 274626c6-d04c-4388-9ad0-11f15d224331 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:20:58.575443 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:20:58.575818 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Checking segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:20:58.576224 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.576651 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Bound using segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:20:58.578099 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Bound port: 09505074-77d9-4421-a5bf-ab80a857ea92, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:20:58.578099 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.624120 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] For port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:20:58.744831 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] For port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:20:58.760736 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] For port 09505074-77d9-4421-a5bf-ab80a857ea92, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:20:58.765021 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] For port 09505074-77d9-4421-a5bf-ab80a857ea92, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=09505074-77d9-4421-a5bf-ab80a857ea92,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:20:58.767934 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.776376 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:58.856744 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:58.915831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59196) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:59.015201 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Pushing event updated for resources: {'Port': ['ID=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:59.022278 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:20:56Z', 'revision_number': 3, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:20:59.025566 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:59.026102 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:59.036063 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Router 7c064ace-69cd-435b-8377-8d23d52794de is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:20:59.036762 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:20:59.037578 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Updating router fb9fdf19-23e0-44bc-ae01-57018a8cf18a port 20793cdb-5636-450b-8df7-f661b0ae37ab binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:20:59.137710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59212) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:20:59.146209 dv-cinder-798672-1-iscsi neutron-server[74138]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 17:20:59.199949 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.231110 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Pushing event updated for resources: {'Port': ['ID=09505074-77d9-4421-a5bf-ab80a857ea92,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:59.239882 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:59.281198 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-38c27456-018d-4eb3-a57a-01384a2a4c93 req-1fead118-3341-4a33-a49d-d8d8b694cb86 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.1413591 Jun 29 17:20:59.316714 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:20:59.384823 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.541085 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.541814 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.558460 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:20:59.584486 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e12f1679-5435-4bd3-9953-a054b1114c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.672887 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d7d05eba9e45c18f431e4fbde72024 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:20:59.693399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:20:59.702621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:20:59.901739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.956794 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.986467 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.004296 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Transition to ACTIVE for port object 20793cdb-5636-450b-8df7-f661b0ae37ab will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:00.012304 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.028602 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:00.051225 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-087ee4b5-7135-4ea9-8b19-72d4ac2ebcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:00.089819 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9d7d05eba9e45c18f431e4fbde72024&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1583595 Jun 29 17:21:00.097366 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59236) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:00.115516 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.157779 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Pushing event updated for resources: {'Port': ['ID=20793cdb-5636-450b-8df7-f661b0ae37ab,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:00.164530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:21:00.182428 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:21:00.188450 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5f8a5-8419-494e-a29b-4316a9780d06,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:00.202370 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Attempting to bind port 20793cdb-5636-450b-8df7-f661b0ae37ab on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:00.202734 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Attempting to bind port 20793cdb-5636-450b-8df7-f661b0ae37ab by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:00.203595 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:00.204969 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Sync routers for ids ['7c064ace-69cd-435b-8377-8d23d52794de'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:21:00.205534 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Attempting to bind port 20793cdb-5636-450b-8df7-f661b0ae37ab on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:00.220115 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.225865 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.226341 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.226839 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.227320 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.227797 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.228260 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.229942 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.232236 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.232596 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.233051 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:21:00.242501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Tracked resource versions report: Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: pushed versions: Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Log': {'1.0'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Network': {'1.1'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Port': {'1.5'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'PortForwarding': {'1.2'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'QosPolicy': {'1.8'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroup': {'1.2'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SubPort': {'1.0'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Subnet': {'1.1'}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Trunk': {'1.1'}} Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: consumer versions: Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: { DHCP agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: L3 agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: Metadata agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: Metering agent@dv-cinder-798672-1-iscsi: {}, Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: Open vSwitch agent@dv-cinder-798672-1-iscsi: { 'ConntrackHelper': '1.0', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Log': '1.0', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Network': '1.1', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Port': '1.5', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'PortForwarding': '1.2', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'QosPolicy': '1.8', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroup': '1.2', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SecurityGroupRule': '1.0', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'SubPort': '1.0', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Subnet': '1.1', Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: 'Trunk': '1.1'}} Jun 29 17:21:00.245293 dv-cinder-798672-1-iscsi neutron-server[74141]: {{(pid=74141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:21:00.248060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Routers {'7c064ace-69cd-435b-8377-8d23d52794de'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:00.249266 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:00.254496 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0737853 Jun 29 17:21:00.258644 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:20:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['7c064ace-69cd-435b-8377-8d23d52794de'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:00.260038 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59246) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:00.278892 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:00.279277 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:00.279682 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.280076 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:00.280590 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Bound port: 20793cdb-5636-450b-8df7-f661b0ae37ab, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:00.280974 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.300980 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.435055 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.536019 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.544476 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-666a0ea3-3f93-47d1-be9a-78e84db6c5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:00.562155 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] For port 20793cdb-5636-450b-8df7-f661b0ae37ab, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:00.568223 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5f8a5-8419-494e-a29b-4316a9780d06,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:00.574029 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] For port 20793cdb-5636-450b-8df7-f661b0ae37ab, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=20793cdb-5636-450b-8df7-f661b0ae37ab,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:00.576702 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:00.590278 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.595220 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:00.596678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:00.601637 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5a5f8a5-8419-494e-a29b-4316a9780d06 HTTP/1.1" status: 204 len: 168 time: 0.4885490 Jun 29 17:21:00.858184 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Pushing event updated for resources: {'Port': ['ID=20793cdb-5636-450b-8df7-f661b0ae37ab,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:00.876241 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:00.924902 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 09505074-77d9-4421-a5bf-ab80a857ea92 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:00.984548 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:00.985238 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:20:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:01.024823 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-70932cfa-b346-4e4d-b5e7-3b66c016ded4 req-1a7bb6e0-df38-4b60-910f-7659e2524a2b tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.3243992 Jun 29 17:21:01.173068 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Set router 7c064ace-69cd-435b-8377-8d23d52794de gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:01.334679 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59286) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:01.349964 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41269c5e-d105-4bdb-a954-3cac28c87194 None None] Network f6e3b960-421a-4a30-8302-31bbf353c038 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:21:01.408799 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0042a-f40f-436d-b201-6a24bca173db None None] Network 274626c6-d04c-4388-9ad0-11f15d224331 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:21:01.596381 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:01.630789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:01.732032 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:01.741871 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Usage tracker for resource:security_group_rule and tenant:2109548b81e4467c9e2f73e89629307e is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:01.749581 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:01.763320 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:01.930848 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:01.939984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.008699 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:02.031289 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2109548b81e4467c9e2f73e89629307e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6938095 Jun 29 17:21:02.037351 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59312) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:02.074945 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f375a681-7b82-4a7b-bcd7-3f855e44bbe3,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:02.080440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:02.121793 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.203483 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:20:56Z', 'revision_number': 3, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:02.204502 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.81', 49862) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:02.215852 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09711-4722-401c-bfe6-9f8c6f78e4ef None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:20:56Z', 'revision_number': 3, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:02.393523 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 09505074-77d9-4421-a5bf-ab80a857ea92 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:02.468663 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a857f306-7a9a-4d16-9a4c-6538ae6b3b4d up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:02.680522 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.688075 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-e183def5-d621-47ff-a7bc-f1ec015007c8 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:02.689915 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-e183def5-d621-47ff-a7bc-f1ec015007c8 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.81 "GET /v2.0/networks?id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff HTTP/1.1" status: 200 len: 812 time: 0.4837832 Jun 29 17:21:02.691773 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e295d6e9-70dc-4833-bdc9-cbebeee8cf27 req-0ead9151-e653-43af-8f58-18b9b1cc8b72 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.1234930 Jun 29 17:21:02.724780 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.769402 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Request body: {'port': {'device_id': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff', 'admin_state_up': True, 'tenant_id': '91f77e0dec6545428a67ad3485dbdbec'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:02.786362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:21:02.796852 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:21:02.815213 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.833262 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:02.834528 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:20:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:02.878004 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:02.901622 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f375a681-7b82-4a7b-bcd7-3f855e44bbe3,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:02.904672 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:02.917657 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.919188 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f375a681-7b82-4a7b-bcd7-3f855e44bbe3 HTTP/1.1" status: 204 len: 168 time: 0.8772628 Jun 29 17:21:02.928024 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-46ac6ed8-af21-4415-9df3-8ee81fb8810c None None] Provisioning for port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:02.952879 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.955501 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7676675 Jun 29 17:21:02.963807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59352) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:03.019348 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d4af9ccf-9ede-4ab1-ac5b-93b5b0d99282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:03.150739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:03.158568 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Usage tracker for resource:port and tenant:91f77e0dec6545428a67ad3485dbdbec is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:03.163237 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:03.170983 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:03.183680 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Made reservation on behalf of 91f77e0dec6545428a67ad3485dbdbec for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:03.188162 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:03.286052 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Provisioning for port 09505074-77d9-4421-a5bf-ab80a857ea92 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:03.310177 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Provisioning complete for port 09505074-77d9-4421-a5bf-ab80a857ea92 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:03.311633 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:03.408881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Allocated IP 172.20.0.1 (f6e3b960-421a-4a30-8302-31bbf353c038/ba9e3515-13e6-4ffd-bda5-9db227ed7f5f/ec9ed843-1d96-41de-8ccd-69e61a7deb39) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:03.432042 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:03.551217 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:03.634801 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Allocated IP 172.20.0.10 (5c67e66f-ca43-4f65-af96-7aa5e60ebfff/029e00cd-731b-4f10-b73e-335dd9195efa/a47638c3-8a2e-492d-885d-6396bf0e921b) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:03.878417 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:03.915341 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Transition to ACTIVE for port object ec9ed843-1d96-41de-8ccd-69e61a7deb39 will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:03.950274 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:03.964409 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:04.019701 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:04.046881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9ed843-1d96-41de-8ccd-69e61a7deb39,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:04.054069 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:04.054217 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:04.054757 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.079194 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Network f6e3b960-421a-4a30-8302-31bbf353c038 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:04.083867 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:04.088320 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:04.089176 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.141974 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:20:58Z', 'revision_number': 3, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:04.146404 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:21:04.146756 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Updating router a0befc42-f28c-466b-a436-1ce41e0caaf9 port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:21:04.264909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:20:57Z', 'revision_number': 3, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:04.281477 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.282219 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Checking router: 7c064ace-69cd-435b-8377-8d23d52794de for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:21:04.282919 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Updating router 7c064ace-69cd-435b-8377-8d23d52794de port 7e0f61a3-5592-49c4-9db4-293c5d06092c binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:21:04.315522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.387780 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-60052360-e120-4452-a64c-fd7a7d034aaa req-b942d055-07ea-466e-a690-0ef04b1c339c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.3694718 Jun 29 17:21:04.390507 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.414846 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:04.442864 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.480868 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.583250 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:04.587218 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:04.595010 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Pushing event updated for resources: {'Port': ['ID=a47638c3-8a2e-492d-885d-6396bf0e921b,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:04.609530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.624078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59396) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:04.626255 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:04.636112 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:04.639089 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.706852 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:04.745293 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9811382 Jun 29 17:21:04.764674 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.010918 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-8a2f0649-ed50-432c-b80b-ba8f947ccb0d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:21:05.016521 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-8a2f0649-ed50-432c-b80b-ba8f947ccb0d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0237453 Jun 29 17:21:05.036320 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:05.042421 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] For port 09505074-77d9-4421-a5bf-ab80a857ea92, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=09505074-77d9-4421-a5bf-ab80a857ea92,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:05.068891 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.092385 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.123960 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:05.139831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Usage tracker for resource:security_group_rule and tenant:24cac49032f7443f9b6c5f914abf599f is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:05.152174 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:05.168554 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-456d78a0-8c50-4bb8-a139-ff9b04189cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:05.175817 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:05.261815 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.308952 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Transition to ACTIVE for port object dd6af1c3-f33a-48a2-9298-908ce9ace2a8 will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:05.330001 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.345970 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:05.461206 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.470480 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.485705 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:05.586292 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e1a03-77b6-4b19-b80d-e5562fe3eb55,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:05.595770 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:05.608633 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24cac49032f7443f9b6c5f914abf599f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9212136 Jun 29 17:21:05.609822 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59414) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:05.716038 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373700-c0aa-4c6c-8a89-b303c4479d30 None None] Pushing event updated for resources: {'Port': ['ID=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:05.718548 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Attempting to bind port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:05.718934 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Attempting to bind port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:05.719451 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Attempting to bind port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:05.722211 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-90373700-c0aa-4c6c-8a89-b303c4479d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:05.742200 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:05.742521 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:05.742884 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.743272 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:05.743762 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Bound port: dd6af1c3-f33a-48a2-9298-908ce9ace2a8, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:05.744145 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.745361 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Request body: {'port': {'device_id': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:05.832064 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:05.864669 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.941207 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.db.resource_extend [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:05.964325 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:05.977651 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.006576 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Pushing event updated for resources: {'Port': ['ID=09505074-77d9-4421-a5bf-ab80a857ea92,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:06.012029 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:06.012289 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] For port dd6af1c3-f33a-48a2-9298-908ce9ace2a8, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:06.020591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:06.023208 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] For port dd6af1c3-f33a-48a2-9298-908ce9ace2a8, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:06.042274 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.063838 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:06.081618 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.108315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.140904 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-eca0cdf9-0be6-481a-87b5-9972bf17a233 None None] Provisioning for port ec9ed843-1d96-41de-8ccd-69e61a7deb39 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:06.186557 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 20793cdb-5636-450b-8df7-f661b0ae37ab up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:06.196314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.205129 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:06.353960 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373700-c0aa-4c6c-8a89-b303c4479d30 None None] Pushing event updated for resources: {'Port': ['ID=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:06.360182 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-90373700-c0aa-4c6c-8a89-b303c4479d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:06.400685 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-eca0cdf9-0be6-481a-87b5-9972bf17a233 None None] Provisioning complete for port ec9ed843-1d96-41de-8ccd-69e61a7deb39 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:06.402958 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-eca0cdf9-0be6-481a-87b5-9972bf17a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.429187 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:06.429827 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:06.495918 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.resource_extend [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:06.499865 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.659853 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.675557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9ed843-1d96-41de-8ccd-69e61a7deb39,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:06.692578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Transition to ACTIVE for port object 7e0f61a3-5592-49c4-9db4-293c5d06092c will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:06.697263 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:06.725605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.740564 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.747569 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:06.816388 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 20793cdb-5636-450b-8df7-f661b0ae37ab completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:06.825035 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e1a03-77b6-4b19-b80d-e5562fe3eb55,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:06.869289 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Attempting to bind port 7e0f61a3-5592-49c4-9db4-293c5d06092c on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:06.870272 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Attempting to bind port 7e0f61a3-5592-49c4-9db4-293c5d06092c by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:06.870825 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Attempting to bind port 7e0f61a3-5592-49c4-9db4-293c5d06092c on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:06.886358 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:06.887444 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:06.888457 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.889225 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:06.889951 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Bound port: 7e0f61a3-5592-49c4-9db4-293c5d06092c, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:06.890607 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:06.988249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:07.000363 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] For port 7e0f61a3-5592-49c4-9db4-293c5d06092c, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:07.005076 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] For port 7e0f61a3-5592-49c4-9db4-293c5d06092c, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=7e0f61a3-5592-49c4-9db4-293c5d06092c,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:07.027700 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.029202 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 20793cdb-5636-450b-8df7-f661b0ae37ab triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:07.030348 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.044721 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.052174 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:07.054149 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f96e1a03-77b6-4b19-b80d-e5562fe3eb55 HTTP/1.1" status: 204 len: 168 time: 1.4435434 Jun 29 17:21:07.224385 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-eca0cdf9-0be6-481a-87b5-9972bf17a233 None None] Port ec9ed843-1d96-41de-8ccd-69e61a7deb39 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:21:07.276942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:07.281573 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.261s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:07.295492 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:07.459349 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-eca0cdf9-0be6-481a-87b5-9972bf17a233 None None] Provisioning complete for port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:07.459859 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-eca0cdf9-0be6-481a-87b5-9972bf17a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.509417 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f8832-5e98-49e4-8cac-b69226a1f221 None None] Pushing event updated for resources: {'Port': ['ID=7e0f61a3-5592-49c4-9db4-293c5d06092c,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:07.515233 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.534017 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 20793cdb-5636-450b-8df7-f661b0ae37ab, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=20793cdb-5636-450b-8df7-f661b0ae37ab,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:07.535548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b99f8832-5e98-49e4-8cac-b69226a1f221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:07.544622 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:07.544909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:07.549493 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.552277 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Routers {'7c064ace-69cd-435b-8377-8d23d52794de'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:07.552992 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['7c064ace-69cd-435b-8377-8d23d52794de'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:07.573156 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Network f6e3b960-421a-4a30-8302-31bbf353c038 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:07.691189 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:07.742026 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47638c3-8a2e-492d-885d-6396bf0e921b {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:07.779139 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.845751 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Transition to ACTIVE for port object a47638c3-8a2e-492d-885d-6396bf0e921b will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:07.856408 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:07.885335 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:07.990319 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:08.224995 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:20:58Z', 'revision_number': 3, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:08.264214 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ad952-4907-4a7f-b93e-4df1ded1797f None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:20:58Z', 'revision_number': 3, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:08.281226 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Pushing event updated for resources: {'Port': ['ID=a47638c3-8a2e-492d-885d-6396bf0e921b,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:08.322178 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:08.440554 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59484) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:08.467980 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=20793cdb-5636-450b-8df7-f661b0ae37ab,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:08.475983 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 09505074-77d9-4421-a5bf-ab80a857ea92 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:08.526896 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Attempting to bind port a47638c3-8a2e-492d-885d-6396bf0e921b on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:08.527397 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Attempting to bind port a47638c3-8a2e-492d-885d-6396bf0e921b by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '03786167-8450-4bae-a94c-c0089839a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:08.528397 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Attempting to bind port a47638c3-8a2e-492d-885d-6396bf0e921b on network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:08.541379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Port a47638c3-8a2e-492d-885d-6396bf0e921b on network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:21:08.541379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Attempting to bind port a47638c3-8a2e-492d-885d-6396bf0e921b on network 5c67e66f-ca43-4f65-af96-7aa5e60ebfff {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:08.549912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59490) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:08.606236 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:08.615712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:08.616127 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Checking segment: {'id': '03786167-8450-4bae-a94c-c0089839a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:08.618922 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Bound using segment: {'id': '03786167-8450-4bae-a94c-c0089839a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:08.619522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Bound port: a47638c3-8a2e-492d-885d-6396bf0e921b, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03786167-8450-4bae-a94c-c0089839a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:08.619967 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:08.623046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd37c74-406a-418d-8bf3-18923951fb83 req-1b3992af-72e0-4a49-b368-883619d07ad9 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:08.630608 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0dd37c74-406a-418d-8bf3-18923951fb83 req-1b3992af-72e0-4a49-b368-883619d07ad9 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 932 time: 2.6975405 Jun 29 17:21:08.657829 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:08.788231 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] Set router 7c064ace-69cd-435b-8377-8d23d52794de gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:08.903225 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59496) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:08.905472 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:08.922512 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Usage tracker for resource:security_group_rule and tenant:b1c5e2f600454dd68294303e5f834e08 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:08.936211 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:08.960583 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 09505074-77d9-4421-a5bf-ab80a857ea92 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:08.960983 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:08.962870 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] For port a47638c3-8a2e-492d-885d-6396bf0e921b, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:08.997000 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0dd37c74-406a-418d-8bf3-18923951fb83 req-9de2e58a-2215-4a8f-8f4e-699a3e46a397 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654079 Jun 29 17:21:09.037533 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.037772 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:09.056094 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.088027 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] For port a47638c3-8a2e-492d-885d-6396bf0e921b, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a47638c3-8a2e-492d-885d-6396bf0e921b,segment=NetworkSegment(03786167-8450-4bae-a94c-c0089839a4f2),segment_id=03786167-8450-4bae-a94c-c0089839a4f2)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:09.106605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.136777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:09.141259 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Usage tracker for resource:security_group_rule and tenant:6f75629b92d74840ab12d96310838c55 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:09.146273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:09.149304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.153752 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:09.269031 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.273073 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:09.313737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.378894 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f75629b92d74840ab12d96310838c55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9368455 Jun 29 17:21:09.386065 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59502) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:09.398419 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Allocated IP 172.20.0.1 (af240131-058b-43a9-966b-d7a1fa7eb769/bcc2e909-156a-45a4-901e-6abb9cc7213b/6079c754-9676-456e-9402-7167bd704f3a) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:09.419476 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-8462f1ae-21cf-43b1-a720-5bce85a24842 None None] Provisioning complete for port ec9ed843-1d96-41de-8ccd-69e61a7deb39 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:09.420100 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8462f1ae-21cf-43b1-a720-5bce85a24842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.471972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.474089 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] 10.222.0.81 "PUT /v2.0/ports/a47638c3-8a2e-492d-885d-6396bf0e921b HTTP/1.1" status: 200 len: 1094 time: 3.9190109 Jun 29 17:21:09.479600 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'tag': 'a47638c3-8a2e-492d-885d-6396bf0e921b'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:09.607501 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a857f306-7a9a-4d16-9a4c-6538ae6b3b4d up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:09.642168 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Pushing event updated for resources: {'Port': ['ID=a47638c3-8a2e-492d-885d-6396bf0e921b,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:09.659753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:09.665394 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:09.668474 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-8462f1ae-21cf-43b1-a720-5bce85a24842 None None] Port ec9ed843-1d96-41de-8ccd-69e61a7deb39 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:21:09.743874 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.775351 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.812565 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-8462f1ae-21cf-43b1-a720-5bce85a24842 None None] Provisioning complete for port 09505074-77d9-4421-a5bf-ab80a857ea92 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:09.812953 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8462f1ae-21cf-43b1-a720-5bce85a24842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.834400 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:09.864764 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Usage tracker for resource:security_group_rule and tenant:829a26a8861d427cb38f300a88e5af4d is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:09.874831 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:09.896647 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.909546 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a69941a-cb60-4714-bab1-9062431344a7,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:09.933228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:09.934575 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.936998 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:09.951432 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:09.964378 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:09.979265 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.030823 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:20:57Z', 'revision_number': 3, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:10.038173 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:10.038645 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.104226 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f5457-0f91-416c-be07-4b1dff2b2bd9,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:10.156384 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b68e-3438-4a6f-82fd-55360a35e7e8 None None] The sync data for ids ['7c064ace-69cd-435b-8377-8d23d52794de'] in dv-cinder-798672-1-iscsi is: [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:20:57Z', 'revision_number': 3, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:10.177015 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a69941a-cb60-4714-bab1-9062431344a7,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:10.192170 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-f3dbd3b8-75bc-40ef-bade-7b66d495746e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1c5e2f600454dd68294303e5f834e08&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6407497 Jun 29 17:21:10.197244 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:10.198196 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:10.198308 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:10.199820 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59526) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:10.205790 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.209002 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a69941a-cb60-4714-bab1-9062431344a7 HTTP/1.1" status: 204 len: 168 time: 0.8169641 Jun 29 17:21:10.402961 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'tag': 'a47638c3-8a2e-492d-885d-6396bf0e921b', 'status': 'completed', 'code': 200} Jun 29 17:21:10.492955 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.546412 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-8bbbd93f-6cbc-4dd7-946d-05fab72efbf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=91f77e0dec6545428a67ad3485dbdbec&device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 1097 time: 0.2843971 Jun 29 17:21:10.623613 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.634450 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:21:10.663176 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.732764 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.741092 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:10.786105 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f5457-0f91-416c-be07-4b1dff2b2bd9,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:10.790282 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:10.795006 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:10.799895 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/021f5457-0f91-416c-be07-4b1dff2b2bd9 HTTP/1.1" status: 204 len: 168 time: 0.5941699 Jun 29 17:21:10.869057 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59540) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:10.963348 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ec905e8f-eeda-4f69-9b54-0c8b6462df7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:11.121067 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acb7f-d340-497d-a96f-4debb2b7e130 req-7c49d5f1-f269-436e-b405-9b1e1231ab25 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:11.122824 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-787acb7f-d340-497d-a96f-4debb2b7e130 req-7c49d5f1-f269-436e-b405-9b1e1231ab25 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 944 time: 0.8457196 Jun 29 17:21:11.123519 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Pushing event updated for resources: {'Port': ['ID=6079c754-9676-456e-9402-7167bd704f3a,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:11.144260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.146800 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:11.375198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Network af240131-058b-43a9-966b-d7a1fa7eb769 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:11.407021 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.432616 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.435552 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:11.452209 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 7e0f61a3-5592-49c4-9db4-293c5d06092c up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:11.640479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:11.640893 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.651138 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59548) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:11.666245 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 7e0f61a3-5592-49c4-9db4-293c5d06092c completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:11.680858 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 7e0f61a3-5592-49c4-9db4-293c5d06092c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:11.681320 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.686873 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-787acb7f-d340-497d-a96f-4debb2b7e130 req-44316e72-2274-42c5-abea-5d769a8ce57d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371242 Jun 29 17:21:11.771726 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:11.803870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.819516 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-0e9f9b31-2c26-4b2b-92d5-f0e810df71a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47638c3-8a2e-492d-885d-6396bf0e921b HTTP/1.1" status: 200 len: 217 time: 0.5174088 Jun 29 17:21:11.865185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:11.869184 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Usage tracker for resource:security_group_rule and tenant:0364c266365843b285255fe939c1c653 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:11.872647 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:11.884913 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:12.007721 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-048ef70a-7499-466a-9624-3462d74e85a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:12.009656 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-048ef70a-7499-466a-9624-3462d74e85a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=029e00cd-731b-4f10-b73e-335dd9195efa HTTP/1.1" status: 200 len: 852 time: 0.1715014 Jun 29 17:21:12.020566 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.041915 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 7e0f61a3-5592-49c4-9db4-293c5d06092c, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=7e0f61a3-5592-49c4-9db4-293c5d06092c,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:12.048022 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.049857 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device dd6af1c3-f33a-48a2-9298-908ce9ace2a8 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:12.065625 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.086996 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:12.120252 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.144572 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-673b5db3-ea7a-4938-9636-f7561d22a4d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000834 Jun 29 17:21:12.197874 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=7e0f61a3-5592-49c4-9db4-293c5d06092c,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:12.211618 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:12.253575 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0364c266365843b285255fe939c1c653&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5656164 Jun 29 17:21:12.254404 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0fb6c7-4bbd-40e9-b8fb-c3b07496530b,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:12.257270 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59560) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:12.273573 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:12.278384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:12.289406 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:12.299131 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:12.300509 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.334512 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15065f2-a1ff-4080-9aa2-87fe5c1fe2fe,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:12.361745 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=829a26a8861d427cb38f300a88e5af4d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4541259 Jun 29 17:21:12.363545 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59566) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:12.367364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:12.386283 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.468426 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:12.481097 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Usage tracker for resource:security_group_rule and tenant:68451160de60401b9d9cb1a8fe7bf81c is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:12.485677 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:12.490428 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-28f3922b-f6b9-49d3-8db7-38903a6dbb78 service neutron] 10.222.0.81 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375092 Jun 29 17:21:12.494852 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:12.503291 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.533787 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port dd6af1c3-f33a-48a2-9298-908ce9ace2a8, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:12.542130 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.543766 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 20793cdb-5636-450b-8df7-f661b0ae37ab up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:12.599578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:12.683096 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cd2f5827-82f8-4ecb-9e11-45d9a12c054c req-1d7000c0-0d3d-41a8-a08e-8274212feb27 service neutron] 10.222.0.81 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843450 Jun 29 17:21:12.707956 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.748378 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.755985 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.779251 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1c722e58-f1ea-4149-bcd2-75b196856122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:12.824140 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 20793cdb-5636-450b-8df7-f661b0ae37ab triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:12.824875 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.887390 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152e349-63fa-45d9-9cb6-96add94e1ff2,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:12.910128 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:12.928469 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68451160de60401b9d9cb1a8fe7bf81c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0572588 Jun 29 17:21:12.930595 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59580) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:12.977146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:12.994604 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:13.183780 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.222785 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.230718 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Allocated IP 172.20.0.1 (274626c6-d04c-4388-9ad0-11f15d224331/e1136e91-a4a8-4b99-bc79-ae0872929054/2b042fa4-41b3-467c-8a5b-973d9d4eed1f) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:13.240063 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.249749 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 7e0f61a3-5592-49c4-9db4-293c5d06092c up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:13.313932 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-59961201-f189-4407-8773-64b5bb004627 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:13.315297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-59961201-f189-4407-8773-64b5bb004627 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Synchronizing usage tracker for tenant:91f77e0dec6545428a67ad3485dbdbec on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:13.315801 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.320180 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.327516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:13.344474 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152e349-63fa-45d9-9cb6-96add94e1ff2,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:13.350250 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:13.354303 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.355508 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c152e349-63fa-45d9-9cb6-96add94e1ff2 HTTP/1.1" status: 204 len: 168 time: 0.4203413 Jun 29 17:21:13.361873 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-59961201-f189-4407-8773-64b5bb004627 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Unset dirty status for tenant:91f77e0dec6545428a67ad3485dbdbec on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:13.363300 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-59961201-f189-4407-8773-64b5bb004627 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 944 time: 0.3032703 Jun 29 17:21:13.467348 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.481580 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-d1a84a8f-7046-4dd7-a57b-d774e3e576e4 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Synchronizing usage tracker for tenant:91f77e0dec6545428a67ad3485dbdbec on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:13.497840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.508903 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-d1a84a8f-7046-4dd7-a57b-d774e3e576e4 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Unset dirty status for tenant:91f77e0dec6545428a67ad3485dbdbec on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:13.510931 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b21830f-f4ac-4d20-acde-300fe9f1ddb5 req-d1a84a8f-7046-4dd7-a57b-d774e3e576e4 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407504 Jun 29 17:21:13.521885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.534533 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 7e0f61a3-5592-49c4-9db4-293c5d06092c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:13.535113 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.537370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:13.634402 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Pushing event updated for resources: {'Port': ['ID=6079c754-9676-456e-9402-7167bd704f3a,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:13.648893 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.669839 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:13.764494 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.854336 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device dd6af1c3-f33a-48a2-9298-908ce9ace2a8 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:13.994855 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:21:14.004102 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:14.004102 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.034906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.063851 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:14.109858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0fb6c7-4bbd-40e9-b8fb-c3b07496530b,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:14.110198 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:21:14.113683 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:14.156762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.168381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.169477 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b0fb6c7-4bbd-40e9-b8fb-c3b07496530b HTTP/1.1" status: 204 len: 168 time: 1.7937632 Jun 29 17:21:14.210032 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] 10.222.0.79 "PUT /v2.0/routers/fb9fdf19-23e0-44bc-ae01-57018a8cf18a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6444957 Jun 29 17:21:14.210032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.210271 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:14.214068 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:14.225905 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.231952 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a15065f2-a1ff-4080-9aa2-87fe5c1fe2fe HTTP/1.1" status: 204 len: 168 time: 1.9636934 Jun 29 17:21:14.231952 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:14.240954 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Transition to ACTIVE for port object 2b042fa4-41b3-467c-8a5b-973d9d4eed1f will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:14.261583 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Network af240131-058b-43a9-966b-d7a1fa7eb769 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:14.262562 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15065f2-a1ff-4080-9aa2-87fe5c1fe2fe,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:14.265741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:14.267977 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:14.352839 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59604) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:14.414359 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.595594 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:14.621154 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:14.624796 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:14.701403 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Usage tracker for resource:security_group_rule and tenant:e21c0f69e2ac41a0bb1f62b14331b141 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:14.723141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:14.730484 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:14.795737 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:14.820423 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Pushing event updated for resources: {'Port': ['ID=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:14.835969 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Network 274626c6-d04c-4388-9ad0-11f15d224331 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:14.845149 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:14.850216 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:14.926958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00891bc0-4601-4b7f-9b18-e3bafa0d7529 req-c3bf5a61-1558-4802-a3a1-4bd07bae47dc tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:14.949556 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00891bc0-4601-4b7f-9b18-e3bafa0d7529 req-c3bf5a61-1558-4802-a3a1-4bd07bae47dc tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 944 time: 0.2148280 Jun 29 17:21:15.045644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:15.046195 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.088851 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00891bc0-4601-4b7f-9b18-e3bafa0d7529 req-22a2f204-23a8-45b5-b952-a9d7f5c0f3be tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300693 Jun 29 17:21:15.251214 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.261897 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.369906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e68ce112-8df1-4b11-88a0-5ddef086339e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:15.447557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.589355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-492d1e2e-b64e-421b-a234-151f93acde11 None None] Provisioning for port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:15.600241 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-492d1e2e-b64e-421b-a234-151f93acde11 None None] Provisioning complete for port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:15.604761 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-492d1e2e-b64e-421b-a234-151f93acde11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.674870 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e21c0f69e2ac41a0bb1f62b14331b141&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3183165 Jun 29 17:21:15.676168 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59634) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:15.676951 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d317de-5a38-4a9d-8d08-c38923c145b1,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:15.725113 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-492d1e2e-b64e-421b-a234-151f93acde11 None None] Port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:21:15.788714 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:15.856741 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.935987 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 2, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:15.952470 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:21:15.952828 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Updating router fb9fdf19-23e0-44bc-ae01-57018a8cf18a port ec9ed843-1d96-41de-8ccd-69e61a7deb39 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:21:15.962475 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.067766 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59644) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:16.085787 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887397254', 'description': 'tempest-description--364100774'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:16.104527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:16.114235 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:16.117078 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.133075 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:16.146520 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:16.173188 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.187723 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:16.219587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.255237 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d317de-5a38-4a9d-8d08-c38923c145b1,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:16.264173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:16.282649 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.291143 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77d317de-5a38-4a9d-8d08-c38923c145b1 HTTP/1.1" status: 204 len: 168 time: 0.6146092 Jun 29 17:21:16.342819 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:16.351293 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:16.362707 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:16.380778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:16.465668 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.486016 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Router 7c064ace-69cd-435b-8377-8d23d52794de has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:21:16.499331 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.505843 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.511895 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.521307 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:16.592993 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.609384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:16.676895 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6285bf9f-4df2-461e-b81f-bf53f1830b33,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:16.696470 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:16.749901 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.754906 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6847668 Jun 29 17:21:16.760965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59662) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:16.770687 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'security_group_rule': {'security_group_id': '6285bf9f-4df2-461e-b81f-bf53f1830b33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:16.777665 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:16.788088 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825286-6e41-48e8-b727-abb01c76775d req-3ce49e64-26d6-4943-a83f-a5eb611147cd tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:16.797191 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6f825286-6e41-48e8-b727-abb01c76775d req-3ce49e64-26d6-4943-a83f-a5eb611147cd tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 944 time: 0.2833443 Jun 29 17:21:16.819277 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:16.828151 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:16.900023 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:16.970206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.983231 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Transition to ACTIVE for port object ec9ed843-1d96-41de-8ccd-69e61a7deb39 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:16.993631 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:16.998743 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:17.026101 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:17.073592 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-3a8d2382-dac9-4c36-8a9d-bbf661d0d8d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=91f77e0dec6545428a67ad3485dbdbec&device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 1097 time: 0.2730947 Jun 29 17:21:17.096957 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6f825286-6e41-48e8-b727-abb01c76775d req-218ab974-1676-4fa5-a34e-2a4f0eaa5c72 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986448 Jun 29 17:21:17.114096 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Pushing event updated for resources: {'Port': ['ID=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:17.136179 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Network 274626c6-d04c-4388-9ad0-11f15d224331 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:17.138507 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:17.152808 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:17.286522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242892-facc-4f27-8e17-42cad749e9cb None None] Pushing event updated for resources: {'Port': ['ID=ec9ed843-1d96-41de-8ccd-69e61a7deb39,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:17.295753 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-79242892-facc-4f27-8e17-42cad749e9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:17.600153 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:17.625246 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:17.664249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:17.705932 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba73cb0-6166-4713-b409-89f66954aa73,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:17.724314 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Attempting to bind port ec9ed843-1d96-41de-8ccd-69e61a7deb39 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:17.726523 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Attempting to bind port ec9ed843-1d96-41de-8ccd-69e61a7deb39 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:17.727408 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Attempting to bind port ec9ed843-1d96-41de-8ccd-69e61a7deb39 on network f6e3b960-421a-4a30-8302-31bbf353c038 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:17.749761 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:17.758224 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:17.758684 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Checking segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:17.759338 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:17.759636 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Bound using segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:17.760145 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Bound port: ec9ed843-1d96-41de-8ccd-69e61a7deb39, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:17.760550 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:17.800124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-1c4c13d0-2457-4091-a91a-5e7717cb8f89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:17.803041 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-1c4c13d0-2457-4091-a91a-5e7717cb8f89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff HTTP/1.1" status: 200 len: 913 time: 0.5705748 Jun 29 17:21:17.819929 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:17.823869 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0581541 Jun 29 17:21:17.825798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59682) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:17.838450 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'security_group_rule': {'security_group_id': '6285bf9f-4df2-461e-b81f-bf53f1830b33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:18.012155 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] For port ec9ed843-1d96-41de-8ccd-69e61a7deb39, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:18.021234 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] For port ec9ed843-1d96-41de-8ccd-69e61a7deb39, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=ec9ed843-1d96-41de-8ccd-69e61a7deb39,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:18.043770 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:18.056118 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-5a144005-bdb4-49e3-a867-2c1f5241c17d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47638c3-8a2e-492d-885d-6396bf0e921b HTTP/1.1" status: 200 len: 217 time: 0.2005701 Jun 29 17:21:18.058264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:18.073693 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:18.074231 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:18.166114 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-6c67fbc1-9274-4cf7-a40a-70257408bdf4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:18.167871 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-6c67fbc1-9274-4cf7-a40a-70257408bdf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=029e00cd-731b-4f10-b73e-335dd9195efa HTTP/1.1" status: 200 len: 852 time: 0.1020405 Jun 29 17:21:18.168892 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:18.175313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242892-facc-4f27-8e17-42cad749e9cb None None] Pushing event updated for resources: {'Port': ['ID=ec9ed843-1d96-41de-8ccd-69e61a7deb39,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:18.183417 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-0dc276c3-0713-4fbf-a4ca-54b7802b9e7d None None] Provisioning complete for port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:18.184182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-0dc276c3-0713-4fbf-a4ca-54b7802b9e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:18.274086 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-79242892-facc-4f27-8e17-42cad749e9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:18.339929 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:18.340658 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:18.375334 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:18.397808 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-787ce57c-9a91-4d1f-90fa-36a0bd2be456 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913507 Jun 29 17:21:18.504616 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-0dc276c3-0713-4fbf-a4ca-54b7802b9e7d None None] Port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:21:18.593745 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:18.650012 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:21:18.715153 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:18.775694 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] 10.222.0.79 "PUT /v2.0/routers/7c064ace-69cd-435b-8377-8d23d52794de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5125010 Jun 29 17:21:18.826443 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:18.858628 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:18.867900 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-169803c2-8334-41c7-b84f-148975974709 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:18.872925 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a3a8b-baf8-4fa9-b569-6a55b6e93554 req-4f2e4eee-99a5-4d4e-9816-96eb7d14265a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:18.880524 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-952a3a8b-baf8-4fa9-b569-6a55b6e93554 req-4f2e4eee-99a5-4d4e-9816-96eb7d14265a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 944 time: 0.3671668 Jun 29 17:21:18.909340 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-be8b4d6e-cd4a-40fe-b3bb-958f47f4c76b service neutron] 10.222.0.81 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897377 Jun 29 17:21:18.915547 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:21:18.952297 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-952a3a8b-baf8-4fa9-b569-6a55b6e93554 req-61198865-0452-4939-b847-5b4ea4a7ef4e tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707774 Jun 29 17:21:19.092144 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477ee947-030c-4aa2-b184-211a69ee2bd8,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:19.102502 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:19.179936 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.196989 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3700597 Jun 29 17:21:19.204946 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59726) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:19.224108 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:21:19.229745 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] 10.222.0.79 "PUT /v2.0/routers/a0befc42-f28c-466b-a436-1ce41e0caaf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2644544 Jun 29 17:21:19.270995 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:19.285776 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:19.295621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:floatingip and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:19.300316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:19.300701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59732) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:19.306641 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:19.326410 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:18Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:19.332919 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7ce8c-8361-460f-9e46-6cbd7f627f47 None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:18Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:19.333282 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.460725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f46bc02a-85c9-4976-b9c3-1dcbd656e161 req-17776259-9432-4e8c-9ab9-ef00ecabd0fd service neutron] 10.222.0.81 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497663 Jun 29 17:21:19.550627 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.714193 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Allocated IP 172.27.2.154 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/075bddee-3f6d-43e0-8812-ed496e1432b5) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:19.720838 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.806693 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:19.813626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Usage tracker for resource:security_group_rule and tenant:e62e4ca56b834f1f9186eac861abaebe is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:19.820461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:19.831083 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:19.930864 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.937511 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.942373 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:19.955000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:20.006445 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e946bf6c-1671-443b-9a18-9c84d197f367,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:20.006754 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.009649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:20.012208 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e62e4ca56b834f1f9186eac861abaebe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7103751 Jun 29 17:21:20.014807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59760) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:20.023625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-780f3ac9-2a4f-49ac-a6c4-c2fa48aa9823 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:20.085066 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.148219 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.149151 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:20.153489 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:20.155604 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'Port': ['ID=075bddee-3f6d-43e0-8812-ed496e1432b5,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:20.158487 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:20.197511 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:20.287223 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.295137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:20.317187 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e946bf6c-1671-443b-9a18-9c84d197f367,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:20.319766 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:20.322803 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.325929 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e946bf6c-1671-443b-9a18-9c84d197f367 HTTP/1.1" status: 204 len: 168 time: 0.3099155 Jun 29 17:21:20.641668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.651664 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-531a2378-865b-4ee5-8545-472039a7e2b2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:20.652426 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-531a2378-865b-4ee5-8545-472039a7e2b2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Synchronizing usage tracker for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:network {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:20.724657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.754501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-531a2378-865b-4ee5-8545-472039a7e2b2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Unset dirty status for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:network {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:20.760619 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-531a2378-865b-4ee5-8545-472039a7e2b2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 818 time: 0.4487731 Jun 29 17:21:20.779068 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59778) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:20.787261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577706998', 'description': 'tempest-description--1499528901'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:20.798898 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:20.800849 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-eb1198fe-59d0-4d3f-a3e8-b51160697a4f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/quotas/6db9b1e38c1b40b589b58f07f7e92ce3 HTTP/1.1" status: 200 len: 375 time: 0.0392456 Jun 29 17:21:20.808860 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:20.819548 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:20.836827 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:20.863837 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:20.943783 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:20.952125 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:20.962705 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:20.978787 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:21.010454 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-06f43002-c8e5-44c1-9aee-b2c60b8bd53e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084060 Jun 29 17:21:21.118470 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.133656 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe11270-839d-4be8-8ccb-e2d63a05e5a9 req-b2b28904-ac7e-4482-a8ee-dae013d085d3 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:21.135457 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ebe11270-839d-4be8-8ccb-e2d63a05e5a9 req-b2b28904-ac7e-4482-a8ee-dae013d085d3 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 944 time: 0.1271994 Jun 29 17:21:21.136767 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.143079 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-851a8b59-beb6-4869-8c8e-e97223c16d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:21.143388 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.159078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59790) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:21.178956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.200663 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:21.236237 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.255216 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26eff2e7-01af-4f0a-a867-8adcd9f96d39,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:21.276758 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:21.282014 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.283455 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5030618 Jun 29 17:21:21.287910 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59794) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:21.303197 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'security_group_rule': {'security_group_id': '26eff2e7-01af-4f0a-a867-8adcd9f96d39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:21.321544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:21.325941 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:21.329147 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:21.335895 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:21.357053 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-b4240aca-aecb-4847-8db9-2ea5fa1c2de8 service neutron] 10.222.0.79 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456740 Jun 29 17:21:21.374536 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ebe11270-839d-4be8-8ccb-e2d63a05e5a9 req-66ef84ed-cc1a-4b0b-9f70-1caa858e4e8c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171173 Jun 29 17:21:21.375293 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.463834 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ec9ed843-1d96-41de-8ccd-69e61a7deb39 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:21.487543 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.518083 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'Port': ['ID=075bddee-3f6d-43e0-8812-ed496e1432b5,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:21.526330 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.534705 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.537530 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:21.552603 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:21.556661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:21.559817 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Usage tracker for resource:security_group_rule and tenant:ecbabbde2bca42078a380d67f44a6d70 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:21.565093 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:21.573329 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:21.583459 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port ec9ed843-1d96-41de-8ccd-69e61a7deb39 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:21.588909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port ec9ed843-1d96-41de-8ccd-69e61a7deb39 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:21.589656 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.590759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.600441 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3833535 Jun 29 17:21:21.603645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445fe607-5041-4579-b4bf-54dfc31cc75a,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:21.607673 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:21.611328 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.613047 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3153594 Jun 29 17:21:21.615759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59806) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:21.622945 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'security_group_rule': {'security_group_id': '26eff2e7-01af-4f0a-a867-8adcd9f96d39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:21.645178 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:21.656555 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:21.660857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:21.679557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:21.715395 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.718563 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.726483 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-442ab83f-481c-4e5e-b885-1c9055ec08c2 service neutron] 10.222.0.79 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684847 Jun 29 17:21:21.728266 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.738924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:21.781721 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device a47638c3-8a2e-492d-885d-6396bf0e921b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:21:21.796116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e93504-70b1-42d2-b50f-4e7449e9157f,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:21.801103 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:21.804972 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecbabbde2bca42078a380d67f44a6d70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6442840 Jun 29 17:21:21.807846 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59816) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:21.915058 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.929246 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.945636 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.974059 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.987912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.997950 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7745bed5-b5ee-40b9-a9f3-7a3f2cc10080 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:22.024045 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f502a79-a1bb-426d-bfcd-14b21b50b1ea,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:22.027693 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:22.033247 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.038532 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59828) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:22.039044 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4220126 Jun 29 17:21:22.044182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port ec9ed843-1d96-41de-8ccd-69e61a7deb39, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=ec9ed843-1d96-41de-8ccd-69e61a7deb39,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:22.054272 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:22.061644 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.063503 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:22.067854 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7d326f92-72e6-467b-b67d-9d2e2c8c83ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:22.071345 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:floatingip and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:22.075538 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:22.083377 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:22.098362 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.107393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:22.122640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.127202 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59e93504-70b1-42d2-b50f-4e7449e9157f HTTP/1.1" status: 204 len: 168 time: 0.3178976 Jun 29 17:21:22.128288 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.150698 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port a47638c3-8a2e-492d-885d-6396bf0e921b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a47638c3-8a2e-492d-885d-6396bf0e921b,segment=NetworkSegment(03786167-8450-4bae-a94c-c0089839a4f2),segment_id=03786167-8450-4bae-a94c-c0089839a4f2)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:22.156600 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-908477e9-72c5-424a-af9d-84cba4182812 req-7c61166e-6976-4b18-a37d-88e24c13b650 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Synchronizing usage tracker for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:22.201241 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-908477e9-72c5-424a-af9d-84cba4182812 req-7c61166e-6976-4b18-a37d-88e24c13b650 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Unset dirty status for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:22.209358 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-908477e9-72c5-424a-af9d-84cba4182812 req-7c61166e-6976-4b18-a37d-88e24c13b650 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 210 time: 0.1338332 Jun 29 17:21:22.224501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e93504-70b1-42d2-b50f-4e7449e9157f,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:22.230217 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:22.277678 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'a47638c3-8a2e-492d-885d-6396bf0e921b', 'network_id': '5c67e66f-ca43-4f65-af96-7aa5e60ebfff', 'port_id': 'a47638c3-8a2e-492d-885d-6396bf0e921b', 'mac_address': 'fa:16:3e:1a:7e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e00cd-731b-4f10-b73e-335dd9195efa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:21:22.332809 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.395191 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=ec9ed843-1d96-41de-8ccd-69e61a7deb39,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:22.405229 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-afcf92c0-6a3e-452c-8000-1ef64aaefc74 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:22.409635 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:22.461231 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-afcf92c0-6a3e-452c-8000-1ef64aaefc74 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:22.462561 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-afcf92c0-6a3e-452c-8000-1ef64aaefc74 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1887397254&fields=id&tenant_id=b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 267 time: 0.1726763 Jun 29 17:21:22.476072 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.514136 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47638c3-8a2e-492d-885d-6396bf0e921b {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:22.547910 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port a47638c3-8a2e-492d-885d-6396bf0e921b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a47638c3-8a2e-492d-885d-6396bf0e921b,segment=NetworkSegment(03786167-8450-4bae-a94c-c0089839a4f2),segment_id=03786167-8450-4bae-a94c-c0089839a4f2)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:22.560590 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:22.563710 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:22.651576 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=a47638c3-8a2e-492d-885d-6396bf0e921b,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:22.666022 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:22.696127 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Allocated IP 172.27.2.128 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/d8a830fe-8d43-467a-a0a1-6d239ae2df15) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:22.706394 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-df7382bb-d113-4b7b-a1f0-e3aec63ac503 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:22.707957 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-df7382bb-d113-4b7b-a1f0-e3aec63ac503 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 816 time: 0.2346268 Jun 29 17:21:22.781531 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76857b5-b742-4f1d-95ad-d286b54008f8 req-f2d1ffbd-d172-42d2-8768-3be06736a247 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:22.790300 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b76857b5-b742-4f1d-95ad-d286b54008f8 req-f2d1ffbd-d172-42d2-8768-3be06736a247 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 945 time: 0.1359706 Jun 29 17:21:22.795899 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-692bbdf0-4c8f-4414-ba54-49b39ee23fa0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/quotas/b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 375 time: 0.0808070 Jun 29 17:21:22.863932 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b76857b5-b742-4f1d-95ad-d286b54008f8 req-3156666e-c78c-407c-b689-30012329653f tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721676 Jun 29 17:21:22.956429 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['a47638c3-8a2e-492d-885d-6396bf0e921b'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:21:22.983019 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:23.009739 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ed762705-eba9-4f65-a8cd-1a44b6f7aa2d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1996434 Jun 29 17:21:23.112609 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:23.247125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:23.448738 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ec9ed843-1d96-41de-8ccd-69e61a7deb39 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:23.493059 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-e6764ff0-6d80-4570-8177-b43bf49e0376 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:23.502299 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-e6764ff0-6d80-4570-8177-b43bf49e0376 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 818 time: 0.3221352 Jun 29 17:21:23.529652 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-fc502d55-07a8-4198-8c9f-9ec2e8286fbc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/quotas/6db9b1e38c1b40b589b58f07f7e92ce3 HTTP/1.1" status: 200 len: 375 time: 0.0260210 Jun 29 17:21:23.538599 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'Port': ['ID=d8a830fe-8d43-467a-a0a1-6d239ae2df15,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:23.560798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:23.614535 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:23.618882 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port ec9ed843-1d96-41de-8ccd-69e61a7deb39 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:23.622874 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:23.636031 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:23.646019 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:23.672813 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-7547fd3b-6421-4e90-b4d3-8eda917bd8ad tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422822 Jun 29 17:21:23.788510 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-7771d6d3-223b-420e-98c6-3e7e922c640b service neutron] 10.222.0.79 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297258 Jun 29 17:21:23.998811 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:24.097615 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:24.159561 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ef604565-7ae7-4b77-898d-761b472739d9 service neutron] 10.222.0.79 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604138 Jun 29 17:21:24.474043 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59952) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:24.670728 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-779d0d52-4a03-4115-a248-18835bbbc054 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:21:24.691019 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-779d0d52-4a03-4115-a248-18835bbbc054 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5257914 Jun 29 17:21:24.718774 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-0725520d-ed44-4f37-a5dd-50bc9996f7d6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:24.720653 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-0725520d-ed44-4f37-a5dd-50bc9996f7d6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 818 time: 0.2295136 Jun 29 17:21:24.774149 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Request body: {'port': {'device_id': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'admin_state_up': True, 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:24.813227 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:24.917467 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.db.resource_extend [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:24.949144 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:24.965392 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.016685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523071a-97e3-44b5-8357-21af224a0b83 req-5f0c7a74-bf60-48a8-ab15-c2b2a5ba964d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:25.025556 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f523071a-97e3-44b5-8357-21af224a0b83 req-5f0c7a74-bf60-48a8-ab15-c2b2a5ba964d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 945 time: 0.3009169 Jun 29 17:21:25.031428 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:25.069507 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.168943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:25.177449 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f523071a-97e3-44b5-8357-21af224a0b83 req-4c617777-d2ba-4837-b794-3debb844e889 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506236 Jun 29 17:21:25.178384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.180757 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-f611a8ec-527e-4b6d-a359-865bf1d12d63 service neutron] 10.222.0.79 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878674 Jun 29 17:21:25.196375 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1422238 Jun 29 17:21:25.196375 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 59972) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:25.254628 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:25.277009 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:25.307567 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Made reservation on behalf of 6db9b1e38c1b40b589b58f07f7e92ce3 for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:25.315984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.426955 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Usage tracker for resource:security_group_rule and tenant:a06cffa5968e4bb0922e616e2ba918dc is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:25.459683 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:25.486870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:25.495092 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'Port': ['ID=d8a830fe-8d43-467a-a0a1-6d239ae2df15,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:25.583907 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00dd88f4-fea1-4b12-bff4-1cfa1badb7f0 req-632e1d47-2799-48ba-bc5a-f597ff0c0040 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 210 time: 0.0929570 Jun 29 17:21:25.597829 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:25.647032 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-810025539-network', 'tenant_id': 'b1fe033c336649a083ef90210e64fb69'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:25.653392 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:25.658060 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-2f9ec984-e3ea-45fb-a102-2a0403afc0e9 service neutron] 10.222.0.79 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684410 Jun 29 17:21:25.658281 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Usage tracker for resource:network and tenant:b1fe033c336649a083ef90210e64fb69 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:25.662742 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:25.670192 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:25.687679 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Made reservation on behalf of b1fe033c336649a083ef90210e64fb69 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:25.690416 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.718273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.757819 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device a47638c3-8a2e-492d-885d-6396bf0e921b up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:25.760692 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:25.765279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Usage tracker for resource:security_group_rule and tenant:b1fe033c336649a083ef90210e64fb69 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:25.769005 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:25.775859 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:25.818480 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.827878 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:25.854185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-4830fd18-b05f-4a37-b140-8b98dd7b6821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:25.992717 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd4d2d7-b3da-4129-990b-d6f8f3dd89e1,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:26.005701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:26.018974 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a06cffa5968e4bb0922e616e2ba918dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5438349 Jun 29 17:21:26.021884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 59994) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:26.034440 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port a47638c3-8a2e-492d-885d-6396bf0e921b completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:26.040220 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port a47638c3-8a2e-492d-885d-6396bf0e921b triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:26.040641 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.147870 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Allocated IP 172.20.0.6 (af240131-058b-43a9-966b-d7a1fa7eb769/bcc2e909-156a-45a4-901e-6abb9cc7213b/4d9f56e1-2409-4b05-baca-779736f41b17) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:26.158505 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.190981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.231371 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.81', 49880) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:26.244631 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.245660 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.298947 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47638c3-8a2e-492d-885d-6396bf0e921b'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:26.326314 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.363467 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-43058e7d-59f4-424a-95f9-eda2af3a2b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:26.422187 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port a47638c3-8a2e-492d-885d-6396bf0e921b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a47638c3-8a2e-492d-885d-6396bf0e921b,segment=NetworkSegment(03786167-8450-4bae-a94c-c0089839a4f2),segment_id=03786167-8450-4bae-a94c-c0089839a4f2)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:26.430192 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.432568 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:26.473127 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.498338 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c101e0de-fe5b-40b1-a5f9-cdfa9ccd1b77 req-f0244326-eb4c-4981-8883-cbd9a95cd955 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 210 time: 0.1612229 Jun 29 17:21:26.503349 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:26.522671 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:21:26.545370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.546688 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bd4d2d7-b3da-4129-990b-d6f8f3dd89e1 HTTP/1.1" status: 204 len: 168 time: 0.5221639 Jun 29 17:21:26.547790 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd4d2d7-b3da-4129-990b-d6f8f3dd89e1,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:26.551032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:26.573067 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.573421 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Added segment fd1e8cae-7d40-4c7d-a239-5881d6e128e2 of type vlan for network ca016784-ea8e-4838-a639-b0ffe2c0249c Jun 29 17:21:26.607299 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=a47638c3-8a2e-492d-885d-6396bf0e921b,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:26.616237 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:26.697611 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-755b2d2f-39ca-43f9-9114-d077560e938f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:26.704226 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-70ad7dd3-9416-47fb-8da0-31cab21f2959 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:26.706199 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-70ad7dd3-9416-47fb-8da0-31cab21f2959 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 816 time: 0.4646893 Jun 29 17:21:26.916650 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-718be3cf-ea83-41ee-b5fd-960d663204e9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 380 time: 0.1793377 Jun 29 17:21:26.918017 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5298f-47aa-41cb-b27d-0d52d296e758,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:26.995833 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d373ff0-c002-45a1-a9eb-353c281a3990 req-66e912b7-d888-4bf8-9931-a6058d06142f tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:26.997456 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1d373ff0-c002-45a1-a9eb-353c281a3990 req-66e912b7-d888-4bf8-9931-a6058d06142f tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1167989 Jun 29 17:21:27.002309 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.007440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:27.060435 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1d373ff0-c002-45a1-a9eb-353c281a3990 req-070c77fe-7c0f-487d-850f-43dc262ed51b tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562191 Jun 29 17:21:27.117618 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.162819 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'port': {'device_id': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'admin_state_up': True, 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'security_groups': ['6285bf9f-4df2-461e-b81f-bf53f1830b33']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:27.195644 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.199389 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.205140 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-755b2d2f-39ca-43f9-9114-d077560e938f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:27.218710 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-755b2d2f-39ca-43f9-9114-d077560e938f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1577706998&fields=id&tenant_id=4772ce0d073644e3a471bd3b1e1ceff3 HTTP/1.1" status: 200 len: 267 time: 1.2800643 Jun 29 17:21:27.340057 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d7738c9b-2169-4019-84cf-d93781d9e695 req-e4f6dbea-bbc2-4f19-887f-9e11397f80a7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:27.363007 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d7738c9b-2169-4019-84cf-d93781d9e695 req-e4f6dbea-bbc2-4f19-887f-9e11397f80a7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:27.377211 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d7738c9b-2169-4019-84cf-d93781d9e695 req-e4f6dbea-bbc2-4f19-887f-9e11397f80a7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 210 time: 0.0823240 Jun 29 17:21:27.377793 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60050) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:27.402734 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.449862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:27.454792 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Usage tracker for resource:security_group_rule and tenant:efd21e6a43db412c85aeec72f97ebd64 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:27.458233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:27.458448 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-03929542-3754-404b-9d84-13ab959662c9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:27.464312 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:27.556764 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.562626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.599057 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-945409db-edad-4da5-9206-dba99e0f7223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:27.611264 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efd21e6a43db412c85aeec72f97ebd64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2303474 Jun 29 17:21:27.613896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60066) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:27.653958 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe03aa3-2aa1-4388-bd95-53d5bb9d84c5,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:27.659435 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:27.709777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:27.715670 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.719952 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:27.746221 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.db.resource_extend [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:27.757106 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Made reservation on behalf of b45d3025aa5947659b8cc1a30c00fd86 for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:27.760565 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.765216 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.832966 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47638c3-8a2e-492d-885d-6396bf0e921b', 'code': 200} Jun 29 17:21:27.859431 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.872672 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:27.888181 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe03aa3-2aa1-4388-bd95-53d5bb9d84c5,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:27.898181 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:27.899173 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:27.900399 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5fe03aa3-2aa1-4388-bd95-53d5bb9d84c5 HTTP/1.1" status: 204 len: 168 time: 0.2849181 Jun 29 17:21:27.973183 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Allocated IP 172.20.0.4 (f6e3b960-421a-4a30-8302-31bbf353c038/ba9e3515-13e6-4ffd-bda5-9db227ed7f5f/44b48f39-fe43-44b1-be19-7c1e7bb08d1b) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:27.996110 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.81', 49886) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:28.051382 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Pushing event updated for resources: {'Port': ['ID=4d9f56e1-2409-4b05-baca-779736f41b17,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:28.053735 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.064210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:28.074940 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Network af240131-058b-43a9-966b-d7a1fa7eb769 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:28.076098 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:28.076714 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.085849 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:28.099499 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:28.154751 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:28.159295 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:28.159737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.308962 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-b7aeebaa-a741-42f9-9979-ee8554bbc253 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:28.310061 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-b7aeebaa-a741-42f9-9979-ee8554bbc253 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:network {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:28.338098 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.81', 49887) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:28.450174 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Pushing event updated for resources: {'Network': ['ID=ca016784-ea8e-4838-a639-b0ffe2c0249c,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:28.483309 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:28.489038 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network ca016784-ea8e-4838-a639-b0ffe2c0249c details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:21:28.490137 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cd461eb4-c613-4e51-952c-9b846e1d7568 req-ffddaba4-22e6-4602-ad37-01ac1c510b4f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 210 time: 0.4824462 Jun 29 17:21:28.553970 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-ebbfadf6-a90d-45fa-9484-99a25cec249f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:28.556107 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-ebbfadf6-a90d-45fa-9484-99a25cec249f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 818 time: 0.4169340 Jun 29 17:21:28.588091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Request body: {'port': {'device_id': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'admin_state_up': True, 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:28.667573 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.702398 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Transition to ACTIVE for port object 44b48f39-fe43-44b1-be19-7c1e7bb08d1b will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:28.728431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-b7aeebaa-a741-42f9-9979-ee8554bbc253 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:network {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:28.729652 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-b7aeebaa-a741-42f9-9979-ee8554bbc253 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 811 time: 1.5084684 Jun 29 17:21:28.739104 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.757454 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5686665 Jun 29 17:21:28.766918 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60112) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:28.777320 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-bc26ff33-4241-4a33-bcb2-ef1264f2b58a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/quotas/4772ce0d073644e3a471bd3b1e1ceff3 HTTP/1.1" status: 200 len: 375 time: 0.0327210 Jun 29 17:21:28.778167 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Request body: {'subnet': {'network_id': 'ca016784-ea8e-4838-a639-b0ffe2c0249c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-810025539-subnet', 'tenant_id': 'b1fe033c336649a083ef90210e64fb69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:28.778942 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6f786721-d158-44e7-8e7a-e95f61c3f732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:28.795025 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:28.842237 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0737016 Jun 29 17:21:28.861049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Usage tracker for resource:subnet and tenant:b1fe033c336649a083ef90210e64fb69 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:28.869375 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:28.874477 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:28.882962 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:28.885493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Usage tracker for resource:port and tenant:6db9b1e38c1b40b589b58f07f7e92ce3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:28.890319 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:28.910211 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:28.915648 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Request body: {'port': {'device_id': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:28.927486 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Made reservation on behalf of b1fe033c336649a083ef90210e64fb69 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:28.930048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.948681 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Made reservation on behalf of 6db9b1e38c1b40b589b58f07f7e92ce3 for: {'port': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:28.952137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:28.996808 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Network f6e3b960-421a-4a30-8302-31bbf353c038 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:29.001406 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:29.008770 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:29.014190 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:29.015542 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:29.021228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:29.022053 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.037735 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-759dafc4-0083-4cb0-baa0-4094fbca4546 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 1099 time: 0.6938956 Jun 29 17:21:29.058601 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe676bf-7a35-454b-9ddc-bb39a6615535 req-a8474eca-420b-445f-8104-e0a51dd5305c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:29.070650 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cbe676bf-7a35-454b-9ddc-bb39a6615535 req-a8474eca-420b-445f-8104-e0a51dd5305c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.3009696 Jun 29 17:21:29.149985 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.176924 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1683621 Jun 29 17:21:29.194720 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.257148 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-ef744d4d-df17-4e3d-8dca-9a0654243bf0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4202197 Jun 29 17:21:29.265431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:29.290021 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cbe676bf-7a35-454b-9ddc-bb39a6615535 req-e2f974e8-c17d-451e-8f6d-fec67137048a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182887 Jun 29 17:21:29.372580 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60132) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:29.433686 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-0ec27e89-ee81-4b2f-bf62-382ffe4409e4 None None] Provisioning for port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:29.442152 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-0ec27e89-ee81-4b2f-bf62-382ffe4409e4 None None] Provisioning complete for port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:29.443819 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-0ec27e89-ee81-4b2f-bf62-382ffe4409e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.482260 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Usage tracker for resource:security_group_rule and tenant:7b6533afe8db49e7b27ce7224ffad8c7 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:29.494148 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:29.518062 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-0ec27e89-ee81-4b2f-bf62-382ffe4409e4 None None] Port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:21:29.545209 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Allocated IP 172.20.0.4 (af240131-058b-43a9-966b-d7a1fa7eb769/bcc2e909-156a-45a4-901e-6abb9cc7213b/3e4e9b92-276e-4873-991e-5a7320397e0f) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:29.568979 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-48b20999-32f3-4561-9626-789299d8660f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.662158 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.674578 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:29.688920 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-63e90bc1-479f-4c59-984f-88dbe54556f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:29.721391 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-0ed47347-b874-4ff2-b089-a23fb18e0fe1 service neutron] 10.222.0.79 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985770 Jun 29 17:21:29.856961 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d798a019-1afe-47b9-be73-ebbc73868308,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:29.870382 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.871608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:29.884768 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.888176 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89385ca5-7d47-481d-97ed-88cbdd25ad05 req-c5ff1b0a-7e68-4ad8-a69f-8cfc0fe99c62 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:29.895921 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.896208 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-89385ca5-7d47-481d-97ed-88cbdd25ad05 req-c5ff1b0a-7e68-4ad8-a69f-8cfc0fe99c62 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 931 time: 0.4275935 Jun 29 17:21:29.909986 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:29.934325 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Checking segment: {'id': 'fd1e8cae-7d40-4c7d-a239-5881d6e128e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ca016784-ea8e-4838-a639-b0ffe2c0249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:29.934885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Network hostable DHCP agents. Network: ca016784-ea8e-4838-a639-b0ffe2c0249c, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:21:29.984512 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0db46b30-165b-4ac9-bf7c-0553fc1e3aa4 req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8811612 Jun 29 17:21:29.987857 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:29.992396 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-a0e53367-e3b8-4bae-8f79-7637c2922377 service neutron] 10.222.0.79 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577357 Jun 29 17:21:29.993205 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc390d9-26e2-4ff8-9243-4326db8c7cf2,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:29.996990 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:29.997945 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Usage tracker for resource:security_group_rule and tenant:780e014062b64f6c824a25213a995354 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:30.002206 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:30.009559 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:30.020409 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-89385ca5-7d47-481d-97ed-88cbdd25ad05 req-8f95c520-b361-4c85-af16-d60bb70c311d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:30.027230 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.049232 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-89385ca5-7d47-481d-97ed-88cbdd25ad05 req-8f95c520-b361-4c85-af16-d60bb70c311d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:30.061110 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-89385ca5-7d47-481d-97ed-88cbdd25ad05 req-8f95c520-b361-4c85-af16-d60bb70c311d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637664 Jun 29 17:21:30.063198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Network ca016784-ea8e-4838-a639-b0ffe2c0249c is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:21:30.091533 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, ca016784-ea8e-4838-a639-b0ffe2c0249c) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:30.097318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:30.105163 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.119030 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d86f27-619c-44b6-b2ad-ef88b4bbc3a6 None None] Network ca016784-ea8e-4838-a639-b0ffe2c0249c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:21:30.164156 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.168297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.174825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.210222 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a71572d5-cff8-4294-bc02-0582a18a72ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:30.228260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.246357 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4782865 Jun 29 17:21:30.252034 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:30.288925 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a9fe1-9d83-4a42-82e6-63b29f82accf,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:30.377643 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5692762c-acbe-446e-90f4-5bd85a1db9ef req-9bbe25a7-952c-4475-8fb9-83b68079d42e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 210 time: 0.0787294 Jun 29 17:21:30.385275 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:30.527925 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Network af240131-058b-43a9-966b-d7a1fa7eb769 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:30.544826 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:30.578941 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:30.597334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:30.613324 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:30.619135 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff8bd8-f3e4-4a7b-832a-aee20cf9d556 None None] Network ca016784-ea8e-4838-a639-b0ffe2c0249c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:21:30.705767 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Pushing event updated for resources: {'Port': ['ID=3e4e9b92-276e-4873-991e-5a7320397e0f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:30.710209 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1267500 Jun 29 17:21:30.710974 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:30.780748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51711ad-5088-4fd5-ad34-f35094feea89 req-7998b1b5-8cce-41d1-bb98-e1252f4897b9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:30.782836 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d51711ad-5088-4fd5-ad34-f35094feea89 req-7998b1b5-8cce-41d1-bb98-e1252f4897b9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Synchronizing usage tracker for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:30.823072 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d51711ad-5088-4fd5-ad34-f35094feea89 req-7998b1b5-8cce-41d1-bb98-e1252f4897b9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Unset dirty status for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:30.838232 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d51711ad-5088-4fd5-ad34-f35094feea89 req-7998b1b5-8cce-41d1-bb98-e1252f4897b9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 931 time: 0.5100336 Jun 29 17:21:30.848727 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f872e-fb5f-472e-be70-2723f5cbdbdf req-77edd009-1239-463d-a86f-3ddd9afeec99 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:30.856140 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6c3f872e-fb5f-472e-be70-2723f5cbdbdf req-77edd009-1239-463d-a86f-3ddd9afeec99 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1347082 Jun 29 17:21:30.883616 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=780e014062b64f6c824a25213a995354&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5077460 Jun 29 17:21:30.887735 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60180) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:30.920565 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6c3f872e-fb5f-472e-be70-2723f5cbdbdf req-f1eab7a9-7fe7-423a-9514-e9732df4f5a3 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633297 Jun 29 17:21:31.006439 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d51711ad-5088-4fd5-ad34-f35094feea89 req-79b2d295-1847-4065-9e94-89372bc06156 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667099 Jun 29 17:21:31.025759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.055048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.071467 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9f56e1-2409-4b05-baca-779736f41b17 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:31.080719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.109021 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Transition to ACTIVE for port object 4d9f56e1-2409-4b05-baca-779736f41b17 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:31.118662 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.120925 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.123379 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e07f466c-95ee-4f2f-be82-b21d19320bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:31.126858 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:31.137723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a9fe1-9d83-4a42-82e6-63b29f82accf,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:31.141888 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:31.145685 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.147027 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af3a9fe1-9d83-4a42-82e6-63b29f82accf HTTP/1.1" status: 204 len: 168 time: 0.2569067 Jun 29 17:21:31.210329 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9f56e1-2409-4b05-baca-779736f41b17,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:31.216001 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:31.380413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Attempting to bind port 4d9f56e1-2409-4b05-baca-779736f41b17 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:31.380784 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Attempting to bind port 4d9f56e1-2409-4b05-baca-779736f41b17 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:31.381113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Attempting to bind port 4d9f56e1-2409-4b05-baca-779736f41b17 on network af240131-058b-43a9-966b-d7a1fa7eb769 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:31.398265 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Port 4d9f56e1-2409-4b05-baca-779736f41b17 on network af240131-058b-43a9-966b-d7a1fa7eb769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:21:31.398593 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Attempting to bind port 4d9f56e1-2409-4b05-baca-779736f41b17 on network af240131-058b-43a9-966b-d7a1fa7eb769 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:31.411166 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:31.411668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Checking segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:31.412003 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Bound using segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:31.412628 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Bound port: 4d9f56e1-2409-4b05-baca-779736f41b17, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:31.412998 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.519190 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7686a0f-af5b-4c4a-b4ee-8ee058668b89 req-cabe0046-a2c7-49af-b19e-bddd2a2b2c3e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:31.520050 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-b7686a0f-af5b-4c4a-b4ee-8ee058668b89 req-cabe0046-a2c7-49af-b19e-bddd2a2b2c3e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:31.563060 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] For port 4d9f56e1-2409-4b05-baca-779736f41b17, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:31.579052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-b7686a0f-af5b-4c4a-b4ee-8ee058668b89 req-cabe0046-a2c7-49af-b19e-bddd2a2b2c3e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:31.582124 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-4f7bf063-3e61-4a9b-b141-75652cca66c8 req-11bc1c65-cbd7-49cd-b2bd-f64f524f85e5 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:31.583471 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b7686a0f-af5b-4c4a-b4ee-8ee058668b89 req-cabe0046-a2c7-49af-b19e-bddd2a2b2c3e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 931 time: 0.2671962 Jun 29 17:21:31.587512 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] For port 4d9f56e1-2409-4b05-baca-779736f41b17, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4d9f56e1-2409-4b05-baca-779736f41b17,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:31.614530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-4f7bf063-3e61-4a9b-b141-75652cca66c8 req-11bc1c65-cbd7-49cd-b2bd-f64f524f85e5 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:31.616069 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f7bf063-3e61-4a9b-b141-75652cca66c8 req-11bc1c65-cbd7-49cd-b2bd-f64f524f85e5 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 210 time: 0.0987518 Jun 29 17:21:31.640825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.649660 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:31.716154 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b7686a0f-af5b-4c4a-b4ee-8ee058668b89 req-2f2769f9-fd63-4b3c-90e1-0056351718d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252103 Jun 29 17:21:31.734384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.736238 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] 10.222.0.81 "PUT /v2.0/ports/4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 1093 time: 2.8333592 Jun 29 17:21:31.738673 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'tag': '4d9f56e1-2409-4b05-baca-779736f41b17'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:31.753299 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9f56e1-2409-4b05-baca-779736f41b17,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:31.756461 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:31.812670 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'tag': '4d9f56e1-2409-4b05-baca-779736f41b17', 'status': 'completed', 'code': 200} Jun 29 17:21:31.881248 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60224) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:31.910193 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b532df7e-8a5d-4297-a112-ed36edfdeb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.913651 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.950551 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:31.955241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Usage tracker for resource:security_group_rule and tenant:2183b8636be84d8aa680470515c10346 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:31.958949 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:31.966115 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:32.058463 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60236) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:32.063515 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.064752 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-583326154-network', 'tenant_id': '7ece184508094e1f91ca7a8814113d9b'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:32.071670 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:32.076168 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Usage tracker for resource:network and tenant:7ece184508094e1f91ca7a8814113d9b is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:32.079314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:32.085157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:32.098764 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Made reservation on behalf of 7ece184508094e1f91ca7a8814113d9b for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:32.101495 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.107060 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.118093 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.121284 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d3e3cab7-9d7d-4c44-aa8e-563d5a9be52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:32.146459 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60240) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:32.155735 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:32.160032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Usage tracker for resource:security_group_rule and tenant:7ece184508094e1f91ca7a8814113d9b is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:32.162744 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:32.168518 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:32.198861 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2183b8636be84d8aa680470515c10346&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3143008 Jun 29 17:21:32.199427 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c0dbd-aa49-43d6-9b17-64f9fc4c280b,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:32.202677 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:32.203315 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60246) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:32.255576 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464dff6-19fb-4ecd-8c70-513d7f8a6936 req-eb0e4e22-a5fd-4253-8b1f-96ce42902f58 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:32.257477 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c464dff6-19fb-4ecd-8c70-513d7f8a6936 req-eb0e4e22-a5fd-4253-8b1f-96ce42902f58 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1969197 Jun 29 17:21:32.310994 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90c933-d8c8-47a6-b8e5-b64ca18297a6 req-efa2a457-b3c7-44f1-ac30-c4f60635488b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:32.312478 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8e90c933-d8c8-47a6-b8e5-b64ca18297a6 req-efa2a457-b3c7-44f1-ac30-c4f60635488b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 931 time: 0.1300519 Jun 29 17:21:32.321295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.331620 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c464dff6-19fb-4ecd-8c70-513d7f8a6936 req-d09e0eb7-3137-4dc2-a80f-2af64d620bdb tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663621 Jun 29 17:21:32.332279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.337896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.355088 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:21:32.359203 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:32.363024 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.400820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.401191 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Added segment 6fdeb67d-df43-499f-8322-cc87851e2213 of type vlan for network bc111cc2-5369-47f7-a970-f7159665cc6b Jun 29 17:21:32.409858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613fcc8b-6afc-4ca7-8e73-6c95abce50e3,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:32.414785 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.415090 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8e90c933-d8c8-47a6-b8e5-b64ca18297a6 req-1efd317c-527b-4cd3-ad45-fd0c233c221f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Jun 29 17:21:32.416917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:32.437228 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.455315 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:32.467657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Usage tracker for resource:security_group_rule and tenant:6e1b070bd8314606b55c2a8b546df800 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:32.470856 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.471617 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:32.472177 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:32.472844 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.474233 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.477642 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:32.481215 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d2948e5a-71c3-49da-9f27-57e6acfda75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:32.491978 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:32.502629 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c0dbd-aa49-43d6-9b17-64f9fc4c280b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:32.505456 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:32.532088 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.533674 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee7c0dbd-aa49-43d6-9b17-64f9fc4c280b HTTP/1.1" status: 204 len: 168 time: 0.3284817 Jun 29 17:21:32.577167 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5170407 Jun 29 17:21:32.578074 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Pushing event updated for resources: {'Network': ['ID=bc111cc2-5369-47f7-a970-f7159665cc6b,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:32.580482 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60252) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:32.584194 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:32.589210 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network bc111cc2-5369-47f7-a970-f7159665cc6b details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:21:32.589473 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Request body: {'subnet': {'network_id': 'bc111cc2-5369-47f7-a970-f7159665cc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-583326154-subnet', 'tenant_id': '7ece184508094e1f91ca7a8814113d9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:32.594203 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.595571 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:32.600180 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Usage tracker for resource:subnet and tenant:7ece184508094e1f91ca7a8814113d9b is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:32.601340 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.603796 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:32.611625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b7d4ee03-5391-41b7-8476-8b328ee081e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:32.611797 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:32.626728 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Made reservation on behalf of 7ece184508094e1f91ca7a8814113d9b for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:32.631089 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.663373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66eee3d-40ba-41e3-95b6-65df3d283c84,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:32.668753 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e1b070bd8314606b55c2a8b546df800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5212173 Jun 29 17:21:32.670039 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:32.672177 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60258) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:32.761730 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Request body: {'port': {'device_id': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:32.829054 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.946072 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c4641e75-0d58-444c-a731-1ec099708939 req-7db4f963-eaa6-48cb-b3a3-c9040e690bff tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 210 time: 0.1121259 Jun 29 17:21:32.950503 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.975461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.981194 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Request body: {'port': {'device_id': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:32.983249 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:33.065569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1041201d-7769-48a5-8471-e3a37e574de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:33.077903 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:33.293017 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c289ad18-29b9-4f69-897b-24b28c1b7d5a,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:33.296292 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:33.306387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:33.317936 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Checking segment: {'id': '6fdeb67d-df43-499f-8322-cc87851e2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bc111cc2-5369-47f7-a970-f7159665cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:33.318288 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Network hostable DHCP agents. Network: bc111cc2-5369-47f7-a970-f7159665cc6b, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:21:33.319321 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-740d8e2e-b033-4e34-ae9f-e1ed10bacfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:33.324928 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:33.338406 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c11d4058-4c0e-42e1-beae-0740181a18cf req-5c9b4b20-9759-47b0-ae05-12c15b5caa56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1096 time: 0.3706272 Jun 29 17:21:33.356790 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66eee3d-40ba-41e3-95b6-65df3d283c84,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:33.364637 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:33.369691 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feae6d-e38b-49d4-98f0-1f06246980bb req-8411a69a-5452-4e1c-a59f-ef5390f56101 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:33.378700 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-95feae6d-e38b-49d4-98f0-1f06246980bb req-8411a69a-5452-4e1c-a59f-ef5390f56101 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 931 time: 0.3639436 Jun 29 17:21:33.397167 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:33.400866 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b66eee3d-40ba-41e3-95b6-65df3d283c84 HTTP/1.1" status: 204 len: 168 time: 0.7248323 Jun 29 17:21:33.460687 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Network bc111cc2-5369-47f7-a970-f7159665cc6b is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:21:33.501418 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, bc111cc2-5369-47f7-a970-f7159665cc6b) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:33.508643 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:33.509521 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:33.510158 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04566db7-0ca5-4dda-a969-4f0882eb2c4c None None] Network bc111cc2-5369-47f7-a970-f7159665cc6b requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:21:33.564316 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-95feae6d-e38b-49d4-98f0-1f06246980bb req-91bc7be3-6ca5-49c4-a470-3b9fd49c6164 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844299 Jun 29 17:21:33.752327 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d4058-4c0e-42e1-beae-0740181a18cf req-55929cf8-0cf8-46c3-a7ea-b375929ed670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:33.756805 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c11d4058-4c0e-42e1-beae-0740181a18cf req-55929cf8-0cf8-46c3-a7ea-b375929ed670 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3926647 Jun 29 17:21:33.971261 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3884988 Jun 29 17:21:34.085431 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84187b5c-27a3-46eb-805b-9599be19aa4c None None] Network bc111cc2-5369-47f7-a970-f7159665cc6b requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:21:34.236884 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d4058-4c0e-42e1-beae-0740181a18cf req-534f8fc3-fd9a-4427-a24c-2de6cc0cc690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:34.238364 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c11d4058-4c0e-42e1-beae-0740181a18cf req-534f8fc3-fd9a-4427-a24c-2de6cc0cc690 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4660466 Jun 29 17:21:34.348237 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60312) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:34.586556 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-279e7288-ee96-433e-8004-8b39eecdd68c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:34.595679 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-279e7288-ee96-433e-8004-8b39eecdd68c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 811 time: 0.5758500 Jun 29 17:21:34.607578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:34.637619 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4e9b92-276e-4873-991e-5a7320397e0f {{(pid=74138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:34.654785 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:34.694066 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Transition to ACTIVE for port object 3e4e9b92-276e-4873-991e-5a7320397e0f will not be triggered until provisioned by entity L2. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:34.705261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:34.770464 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:34.775124 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Usage tracker for resource:security_group_rule and tenant:a83f4cecb1c54639af73da33ea04cdcd is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:34.778118 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:34.778564 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b48f39-fe43-44b1-be19-7c1e7bb08d1b {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:34.779724 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:34.788116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:34.789270 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0577da-3803-4818-bba1-131f3a498bc0 req-d2df2d65-b581-4757-a61f-ce0d86690399 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:34.799895 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8a0577da-3803-4818-bba1-131f3a498bc0 req-d2df2d65-b581-4757-a61f-ce0d86690399 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 931 time: 0.8273406 Jun 29 17:21:34.815998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:34.872717 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:34.882443 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Transition to ACTIVE for port object 44b48f39-fe43-44b1-be19-7c1e7bb08d1b will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:34.910311 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:34.938693 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-caa6ec5a-63c2-4fa7-b140-39255de6816b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:34.974052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e9b92-276e-4873-991e-5a7320397e0f,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:34.978122 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:34.987044 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:21:35.022439 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:35.023325 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:35.118337 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40e720-cfd5-4834-b903-27817cc23806 req-12d95fef-e3ed-41e7-a639-5cc8cc8e2a3d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:35.129616 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5f40e720-cfd5-4834-b903-27817cc23806 req-12d95fef-e3ed-41e7-a639-5cc8cc8e2a3d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 1.3578393 Jun 29 17:21:35.211491 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-58ee96f7-cdbd-45cb-bb97-78894ca27e20 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4772ce0d073644e3a471bd3b1e1ceff3 HTTP/1.1" status: 200 len: 380 time: 0.4691200 Jun 29 17:21:35.295032 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'port': {'device_id': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'admin_state_up': True, 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'security_groups': ['26eff2e7-01af-4f0a-a867-8adcd9f96d39']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:35.318993 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.319197 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:35.332805 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-5ba9ac7e-e3b8-4617-a592-adc5baf2f22e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1096 time: 0.7300012 Jun 29 17:21:35.349361 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.363394 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:35.372542 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8a0577da-3803-4818-bba1-131f3a498bc0 req-31f4aec7-58cd-4a87-a4eb-4294e80db6d3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716960 Jun 29 17:21:35.382202 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Attempting to bind port 3e4e9b92-276e-4873-991e-5a7320397e0f on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:35.382558 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Attempting to bind port 3e4e9b92-276e-4873-991e-5a7320397e0f by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:35.383089 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Attempting to bind port 3e4e9b92-276e-4873-991e-5a7320397e0f on network af240131-058b-43a9-966b-d7a1fa7eb769 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:35.416371 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Port 3e4e9b92-276e-4873-991e-5a7320397e0f on network af240131-058b-43a9-966b-d7a1fa7eb769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:21:35.416711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Attempting to bind port 3e4e9b92-276e-4873-991e-5a7320397e0f on network af240131-058b-43a9-966b-d7a1fa7eb769 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:35.418790 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456d8e6-83d8-43e8-866f-5f4edcb60833,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:35.424378 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:35.428401 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a83f4cecb1c54639af73da33ea04cdcd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0789211 Jun 29 17:21:35.431098 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60338) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:35.459879 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-a12485fe-e7c2-44c7-a96d-b7f0ef001cca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 217 time: 0.0878139 Jun 29 17:21:35.518715 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:35.520048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Checking segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:35.520048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Bound using segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:35.522236 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Bound port: 3e4e9b92-276e-4873-991e-5a7320397e0f, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'}}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:35.522756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.587117 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-483f3600-f1c3-4c00-a7a2-a38cfcf0e1bf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:35.588955 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-483f3600-f1c3-4c00-a7a2-a38cfcf0e1bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.0747249 Jun 29 17:21:35.653571 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:35.664801 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:35.695608 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5f40e720-cfd5-4834-b903-27817cc23806 req-a0e43bdb-36ae-4c27-9633-dda716979dd5 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639226 Jun 29 17:21:35.702048 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-28296488-4e8b-441e-910f-a941689f76cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962272 Jun 29 17:21:35.773099 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7a3112a7-d25b-4a8a-acbd-30032d3445b9 req-cb6a1afb-9bdc-4a96-ba16-67fed7cc9c14 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 210 time: 0.1007621 Jun 29 17:21:35.777569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.836157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.847218 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] For port 3e4e9b92-276e-4873-991e-5a7320397e0f, host hv-cinder-79867, cleared binding levels {{(pid=74138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:35.882936 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] For port 3e4e9b92-276e-4873-991e-5a7320397e0f, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3e4e9b92-276e-4873-991e-5a7320397e0f,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:35.892103 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.898220 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:35.942044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-a52e8d9e-23aa-4ef0-9512-b688f2bb8795 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936135 Jun 29 17:21:35.974654 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:35.976188 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] 10.222.0.81 "PUT /v2.0/ports/3e4e9b92-276e-4873-991e-5a7320397e0f HTTP/1.1" status: 200 len: 1093 time: 3.0059032 Jun 29 17:21:35.977723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'tag': '3e4e9b92-276e-4873-991e-5a7320397e0f'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:35.985191 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Attempting to bind port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:35.985543 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Attempting to bind port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:35.985753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Attempting to bind port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b on network f6e3b960-421a-4a30-8302-31bbf353c038 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:35.990603 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 2, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:35.994824 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b on network f6e3b960-421a-4a30-8302-31bbf353c038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:21:35.995147 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Attempting to bind port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b on network f6e3b960-421a-4a30-8302-31bbf353c038 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:35.995779 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:21:35.996211 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Updating router a0befc42-f28c-466b-a436-1ce41e0caaf9 port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:21:36.054774 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e9b92-276e-4873-991e-5a7320397e0f,revision_number=3']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:36.057942 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.058563 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.066597 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:36.067166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-792716d4-a2d5-4aa8-a9e9-35a7ed424c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:36.076615 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:36.081603 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456d8e6-83d8-43e8-866f-5f4edcb60833,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:36.085001 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.088679 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2456d8e6-83d8-43e8-866f-5f4edcb60833 HTTP/1.1" status: 204 len: 168 time: 0.6532583 Jun 29 17:21:36.102393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:36.129283 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:36.143729 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Made reservation on behalf of 4772ce0d073644e3a471bd3b1e1ceff3 for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:21:36.146800 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.177712 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-b7dbe334-d29a-47da-bbcb-3afd45a4934b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 1096 time: 0.0930510 Jun 29 17:21:36.349161 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-06d1d946-5960-4483-b12a-70e204f1005a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e4e9b92-276e-4873-991e-5a7320397e0f HTTP/1.1" status: 200 len: 217 time: 0.1492918 Jun 29 17:21:36.434784 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:36.435122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Checking segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:36.435504 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Bound using segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:36.435951 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Bound port: 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:36.436288 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.542598 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-05438b12-de9a-4661-8557-b19c346fc170 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:36.545149 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-05438b12-de9a-4661-8557-b19c346fc170 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.1845207 Jun 29 17:21:36.581173 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-3000e383-d6f2-4096-82b5-4d441c50df00 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868223 Jun 29 17:21:36.636121 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:21:36.642355 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:36.651604 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:36.673864 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe679b-eee1-4bd7-9807-e7d1cad587b2 req-b56c52c5-8090-4e91-8ecf-82b2f1f6faeb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:36.683634 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6efe679b-eee1-4bd7-9807-e7d1cad587b2 req-b56c52c5-8090-4e91-8ecf-82b2f1f6faeb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.6997309 Jun 29 17:21:36.715262 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-41f0ab23-dfc8-44fc-8f01-5dff202b7390 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465981 Jun 29 17:21:36.718900 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.759932 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca15f707-fd43-4e9f-aa03-4071746f462f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:36.870127 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.893852 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Transition to ACTIVE for port object 2b042fa4-41b3-467c-8a5b-973d9d4eed1f will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:36.911980 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:36.921191 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b2900712-aecb-4385-bb22-62cbac64e35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:36.925797 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d127-895b-4821-a09e-aba40c8270a5 req-18468975-e27d-4b94-9dfc-4e6144a26ef1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:36.933090 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2ca3d127-895b-4821-a09e-aba40c8270a5 req-18468975-e27d-4b94-9dfc-4e6144a26ef1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 943 time: 0.2624366 Jun 29 17:21:36.959316 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-e0233e85-f004-4f3e-a116-185a73cd07e6 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316713 Jun 29 17:21:37.008897 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:37.010939 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] 10.222.0.81 "PUT /v2.0/ports/44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 1093 time: 4.2715461 Jun 29 17:21:37.039276 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:37.048997 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:37.049514 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:37.063370 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bed83-d55a-47cf-87fa-2b84c2e89c5b None None] Pushing event updated for resources: {'Port': ['ID=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:37.078599 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-2a0bed83-d55a-47cf-87fa-2b84c2e89c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:37.266284 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-79519ab0-9f7c-47c3-8dd6-37bd5b49e09d req-8523290f-7a7e-409e-9147-eb5ba53f2e52 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944746 Jun 29 17:21:37.266682 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60408) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:37.307828 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2ca3d127-895b-4821-a09e-aba40c8270a5 req-5459bdec-c44a-4159-a05f-b4e8244fb80c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737860 Jun 29 17:21:37.385112 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6efe679b-eee1-4bd7-9807-e7d1cad587b2 req-4c28ab7a-1de8-4a82-819d-e82c333bd2f0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6996500 Jun 29 17:21:37.418373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Allocated IP 172.20.0.13 (274626c6-d04c-4388-9ad0-11f15d224331/e1136e91-a4a8-4b99-bc79-ae0872929054/deff94fd-6c96-4891-b204-1dd3e8e009b8) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:21:37.435431 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-ca0b16a7-30f4-4b76-b72a-dd33e0b0e2bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1096 time: 0.2748473 Jun 29 17:21:37.539797 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Attempting to bind port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:37.540177 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Attempting to bind port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:37.540577 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Attempting to bind port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f on network 274626c6-d04c-4388-9ad0-11f15d224331 {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:37.556316 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:37.556768 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Checking segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:37.557175 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:37.562341 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Bound using segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:37.565915 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Bound port: 2b042fa4-41b3-467c-8a5b-973d9d4eed1f, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:37.566414 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:37.634764 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-866f2940-26c6-42bd-9dd1-7198b92e4eb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 217 time: 0.1634521 Jun 29 17:21:37.666895 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] For port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:37.671298 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] For port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:37.678345 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:37.686169 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-2a0bed83-d55a-47cf-87fa-2b84c2e89c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:37.780763 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:37.820283 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bed83-d55a-47cf-87fa-2b84c2e89c5b None None] Pushing event updated for resources: {'Port': ['ID=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,revision_number=4']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:37.824883 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-2a0bed83-d55a-47cf-87fa-2b84c2e89c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:37.825732 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:37.826635 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:37.987581 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'tag': '3e4e9b92-276e-4873-991e-5a7320397e0f', 'status': 'completed', 'code': 200} Jun 29 17:21:38.167670 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-a3ce10ba-e37d-4edb-9d72-40a47f371df9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:38.169256 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-a3ce10ba-e37d-4edb-9d72-40a47f371df9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.5101111 Jun 29 17:21:38.170306 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:38.235926 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Usage tracker for resource:security_group_rule and tenant:534bc2aa51ad457a8db91ee9f3011bde is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:38.251006 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:38.253216 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:38.266925 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:38.291155 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:38.354452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684440b6-d484-4c09-b75a-e68e5f98692d req-b6e29b6f-fb0b-4e61-b1db-97eaa94e0e9a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:38.364698 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-684440b6-d484-4c09-b75a-e68e5f98692d req-b6e29b6f-fb0b-4e61-b1db-97eaa94e0e9a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.5490267 Jun 29 17:21:38.367167 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Transition to ACTIVE for port object deff94fd-6c96-4891-b204-1dd3e8e009b8 will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:38.440996 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-78253ec7-920a-4dc0-a0cc-b81c603f5a61 req-841823fe-88ae-46ca-b6de-6c1c18f7977c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 210 time: 0.0875280 Jun 29 17:21:38.500784 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-1a32c173-78c3-4655-9dd3-4824bab53707 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3163333 Jun 29 17:21:38.508563 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-ae4a04b9-54b5-40a2-877c-9830a0c0b4ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 1096 time: 0.3934669 Jun 29 17:21:38.553062 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-684440b6-d484-4c09-b75a-e68e5f98692d req-6a9472e2-ef99-467d-bcbd-28bac76bfbf4 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871929 Jun 29 17:21:38.619221 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'status': 'completed', 'code': 200} Jun 29 17:21:38.626293 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:38.752193 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:38.765954 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b4c24987-c915-48ae-9fe0-a3e202e0c837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:38.785028 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:37Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:38.792208 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:38.793923 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75fa9f-3c63-401b-b5a5-422b7eb357b3 None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:37Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:38.840624 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-747bbbe8-aa74-49f7-9f29-3e89c61d0acf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:38.841696 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-747bbbe8-aa74-49f7-9f29-3e89c61d0acf service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.3227291 Jun 29 17:21:39.013290 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d31abb7-2604-40e5-a5ac-e038271d07e9,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:39.027471 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:39.031052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:39.086558 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=534bc2aa51ad457a8db91ee9f3011bde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8113427 Jun 29 17:21:39.088544 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-3cc6dcdf-07df-43c0-a773-f8ac4239163a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e4e9b92-276e-4873-991e-5a7320397e0f HTTP/1.1" status: 200 len: 217 time: 0.1599059 Jun 29 17:21:39.090394 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60456) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:39.124696 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Network 274626c6-d04c-4388-9ad0-11f15d224331 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:21:39.147667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:21:39.161112 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:21:39.165059 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:39.165707 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:39.273119 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'Port': ['ID=deff94fd-6c96-4891-b204-1dd3e8e009b8,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:39.284749 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-6ec605ae-ef10-4b0f-925d-bed7fc7f3b1e service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542117 Jun 29 17:21:39.286334 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:39.378446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:39.479261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-85eeeeb5-955d-4d9c-a063-6c170b266976 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:39.481175 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-85eeeeb5-955d-4d9c-a063-6c170b266976 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.3031008 Jun 29 17:21:39.488609 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c2ca-a1b5-4525-ad09-1ac0bf07f8db req-91731b7e-6c66-471a-bb2e-2601715afd64 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:39.488859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:39.490229 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2716c2ca-a1b5-4525-ad09-1ac0bf07f8db req-91731b7e-6c66-471a-bb2e-2601715afd64 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.6942959 Jun 29 17:21:39.504816 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c897d7-a7ec-4983-a849-2803dfe79b58 req-f8c2a3fe-15e9-4e87-8df3-6f500389d04b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:39.519681 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-69c897d7-a7ec-4983-a849-2803dfe79b58 req-f8c2a3fe-15e9-4e87-8df3-6f500389d04b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 943 time: 0.6768117 Jun 29 17:21:39.519936 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2b042fa4-41b3-467c-8a5b-973d9d4eed1f up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:39.663917 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Sync routers for ids ['7c064ace-69cd-435b-8377-8d23d52794de'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:21:39.679629 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Routers {'7c064ace-69cd-435b-8377-8d23d52794de'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:39.680287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['7c064ace-69cd-435b-8377-8d23d52794de'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:39.874693 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4784f4c-cb3c-4227-99c2-aaf94669b004 req-7bf71b43-dabf-4bb5-8cea-2e58e97b9979 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596018 Jun 29 17:21:39.877594 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5958257 Jun 29 17:21:39.925391 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-bab403ca-313c-4237-bfe3-c88f8d30ee95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3993344 Jun 29 17:21:39.937597 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Request body: {'port': {'device_id': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:39.943117 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:39.954292 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-43029b6a-0302-401f-872d-91bdf821e8ca None None] Provisioning for port deff94fd-6c96-4891-b204-1dd3e8e009b8 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:39.970191 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:39.970565 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.003945 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-69c897d7-a7ec-4983-a849-2803dfe79b58 req-9c35cad2-4146-4d7a-8f06-b3dc6d6eb625 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824691 Jun 29 17:21:40.054775 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-43029b6a-0302-401f-872d-91bdf821e8ca None None] Provisioning complete for port deff94fd-6c96-4891-b204-1dd3e8e009b8 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:40.055149 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-43029b6a-0302-401f-872d-91bdf821e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.149139 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-43029b6a-0302-401f-872d-91bdf821e8ca None None] Port deff94fd-6c96-4891-b204-1dd3e8e009b8 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:21:40.306880 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-976a2eca-4d33-4dc2-8886-2d155a954200 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971206 Jun 29 17:21:40.370473 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.386479 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 3e4e9b92-276e-4873-991e-5a7320397e0f details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:21:40.429992 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:40.465182 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.493694 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2716c2ca-a1b5-4525-ad09-1ac0bf07f8db req-22e6dfb0-028c-4abd-b6e9-f7ddda1af1bb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9758568 Jun 29 17:21:40.494024 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d31abb7-2604-40e5-a5ac-e038271d07e9,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:40.496259 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.505384 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d31abb7-2604-40e5-a5ac-e038271d07e9 HTTP/1.1" status: 204 len: 168 time: 1.4077513 Jun 29 17:21:40.521364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:40.593448 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.624240 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.resource_extend [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:40.669392 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa24b5-a8f7-415d-b71b-92f26d7df9f0 req-b748fd1a-82c8-4f40-a32e-4e15b7aa0a42 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:40.671526 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-09aa24b5-a8f7-415d-b71b-92f26d7df9f0 req-b748fd1a-82c8-4f40-a32e-4e15b7aa0a42 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 932 time: 0.3631763 Jun 29 17:21:40.732045 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-f6303d31-b9b7-4f2b-98e7-0c2265f95118 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1096 time: 0.6690907 Jun 29 17:21:40.737449 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-09aa24b5-a8f7-415d-b71b-92f26d7df9f0 req-4f995b15-69b1-4db5-816d-893224590b22 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:40.761790 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-09aa24b5-a8f7-415d-b71b-92f26d7df9f0 req-4f995b15-69b1-4db5-816d-893224590b22 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:40.775742 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-09aa24b5-a8f7-415d-b71b-92f26d7df9f0 req-4f995b15-69b1-4db5-816d-893224590b22 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961041 Jun 29 17:21:40.792125 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dd508b33-e35f-4a3f-bfd3-56d93baad2ee req-a7586c19-f636-4e3f-9cd5-efa1aae3ce34 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246659 Jun 29 17:21:40.794895 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:40.815490 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:40.821380 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b99f8832-5e98-49e4-8cac-b69226a1f221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:40.853674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Set router 7c064ace-69cd-435b-8377-8d23d52794de gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:41.013759 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 3e4e9b92-276e-4873-991e-5a7320397e0f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3e4e9b92-276e-4873-991e-5a7320397e0f,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:41.047198 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '3e4e9b92-276e-4873-991e-5a7320397e0f', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'port_id': '3e4e9b92-276e-4873-991e-5a7320397e0f', 'mac_address': 'fa:16:3e:35:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:21:41.100233 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:41.110154 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-d7106b2d-31d6-4c46-bffa-316ade0afdae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:41.110866 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:41.111964 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-d7106b2d-31d6-4c46-bffa-316ade0afdae service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.3609500 Jun 29 17:21:41.262251 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.315149 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4e9b92-276e-4873-991e-5a7320397e0f {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:41.382895 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60518) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:41.428901 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 3e4e9b92-276e-4873-991e-5a7320397e0f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3e4e9b92-276e-4873-991e-5a7320397e0f,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:41.438464 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.531493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:41.533162 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2b042fa4-41b3-467c-8a5b-973d9d4eed1f up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:41.543645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Usage tracker for resource:security_group_rule and tenant:78602a9ac95c4323b0649c103defe983 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:41.550887 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:41.565557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:41.606098 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.610456 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4d9f56e1-2409-4b05-baca-779736f41b17 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:21:41.622118 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-76c93a29-c35f-4fb9-b95a-2e2bcb87385f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 217 time: 0.1748903 Jun 29 17:21:41.636131 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deff94fd-6c96-4891-b204-1dd3e8e009b8 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:41.637299 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:41.663815 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.669357 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.680929 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c5d366c8-a83a-44b8-9fd0-4786a6cd28ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:41.713851 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.752629 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Transition to ACTIVE for port object deff94fd-6c96-4891-b204-1dd3e8e009b8 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:41.757414 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680a0ec2-ec92-46fe-a9cb-8c2b86fc455e,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:41.764860 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.773375 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78602a9ac95c4323b0649c103defe983&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3887975 Jun 29 17:21:41.774087 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=3e4e9b92-276e-4873-991e-5a7320397e0f,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:41.778033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:41.778674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60548) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:41.792566 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:41.801599 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:41.860007 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-e6da532f-3a50-4a23-87ba-31661fb30e6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:41.861541 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-e6da532f-3a50-4a23-87ba-31661fb30e6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.2210910 Jun 29 17:21:41.887362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.909407 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 4d9f56e1-2409-4b05-baca-779736f41b17, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4d9f56e1-2409-4b05-baca-779736f41b17,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:41.918610 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.932216 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '6079c754-9676-456e-9402-7167bd704f3a', 'name': '', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'mac_address': 'fa:16:3e:51:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:09Z', 'updated_at': '2021-06-29T17:21:13Z', 'revision_number': 2, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'subnets': [{'id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:41.949310 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '4d9f56e1-2409-4b05-baca-779736f41b17', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'port_id': '4d9f56e1-2409-4b05-baca-779736f41b17', 'mac_address': 'fa:16:3e:6e:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:21:41.979024 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-b9865035-e784-4e2a-a2d8-fad5144c6de9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:41.979710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-b9865035-e784-4e2a-a2d8-fad5144c6de9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Synchronizing usage tracker for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:41.998468 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.009533 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:42.022059 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680a0ec2-ec92-46fe-a9cb-8c2b86fc455e,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:42.038439 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:42.048316 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.052801 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/680a0ec2-ec92-46fe-a9cb-8c2b86fc455e HTTP/1.1" status: 204 len: 168 time: 0.2703826 Jun 29 17:21:42.067514 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Checking router: 7c064ace-69cd-435b-8377-8d23d52794de for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:21:42.088143 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Updating router 7c064ace-69cd-435b-8377-8d23d52794de port 6079c754-9676-456e-9402-7167bd704f3a binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:21:42.197708 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Pushing event updated for resources: {'Port': ['ID=deff94fd-6c96-4891-b204-1dd3e8e009b8,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:42.198566 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.205337 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:42.206137 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-b9865035-e784-4e2a-a2d8-fad5144c6de9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Unset dirty status for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:42.207317 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-b9865035-e784-4e2a-a2d8-fad5144c6de9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 944 time: 0.7590013 Jun 29 17:21:42.397223 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-9742e223-5844-4e6b-926d-d3f40b9d3a6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3889997 Jun 29 17:21:42.398229 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9f56e1-2409-4b05-baca-779736f41b17 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:42.409843 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:42.410293 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.453669 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Attempting to bind port deff94fd-6c96-4891-b204-1dd3e8e009b8 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:42.454083 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Attempting to bind port deff94fd-6c96-4891-b204-1dd3e8e009b8 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:42.454573 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Attempting to bind port deff94fd-6c96-4891-b204-1dd3e8e009b8 on network 274626c6-d04c-4388-9ad0-11f15d224331 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:42.507431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Port deff94fd-6c96-4891-b204-1dd3e8e009b8 on network 274626c6-d04c-4388-9ad0-11f15d224331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:21:42.508028 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Attempting to bind port deff94fd-6c96-4891-b204-1dd3e8e009b8 on network 274626c6-d04c-4388-9ad0-11f15d224331 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:42.510125 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 4d9f56e1-2409-4b05-baca-779736f41b17, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4d9f56e1-2409-4b05-baca-779736f41b17,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:42.518556 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.539101 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.543828 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:42.553692 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-e5a7decc-1203-4652-9c7d-ef18ab6096a7 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Synchronizing usage tracker for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:42.569780 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:42.570144 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Checking segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:42.570638 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Bound using segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:42.571090 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Bound port: deff94fd-6c96-4891-b204-1dd3e8e009b8, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:42.571440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.602445 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-e5a7decc-1203-4652-9c7d-ef18ab6096a7 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Unset dirty status for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:42.603758 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-80da8478-72ac-4d3e-8c46-c94e3e69d0c1 req-e5a7decc-1203-4652-9c7d-ef18ab6096a7 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747420 Jun 29 17:21:42.605990 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe4768-69e6-43f0-9171-0c2b86fc6ee3 req-9c632b8f-c53d-4b7a-8f5a-defceba33687 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:42.615379 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8afe4768-69e6-43f0-9171-0c2b86fc6ee3 req-9c632b8f-c53d-4b7a-8f5a-defceba33687 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.2269399 Jun 29 17:21:42.661303 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=4d9f56e1-2409-4b05-baca-779736f41b17,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:42.664997 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:21:42.668848 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:42.731349 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8afe4768-69e6-43f0-9171-0c2b86fc6ee3 req-e8791a84-e696-4399-bd42-dbcf99b40323 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061666 Jun 29 17:21:42.821016 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-67c318b1-0420-49b4-9296-d22699f29e86 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010124 Jun 29 17:21:42.913987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] For port deff94fd-6c96-4891-b204-1dd3e8e009b8, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:42.918255 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] For port deff94fd-6c96-4891-b204-1dd3e8e009b8, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:42.951876 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.014837 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60594) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:43.078789 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.resource_extend [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:43.136455 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:43.228042 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['3e4e9b92-276e-4873-991e-5a7320397e0f'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:21:43.239851 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.288030 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4d9f56e1-2409-4b05-baca-779736f41b17'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:21:43.318786 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:43.327775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Usage tracker for resource:security_group_rule and tenant:615ae88c795541bab24ff58d8b726c37 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:43.333838 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:43.345860 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:43.373410 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Pushing event updated for resources: {'Port': ['ID=deff94fd-6c96-4891-b204-1dd3e8e009b8,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:43.379057 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-704f62b1-b0c5-485c-9121-7d913b9c644f req-eaafae67-1a75-4066-824b-83adff587cff service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296949 Jun 29 17:21:43.381777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:43.386317 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.387750 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] 10.222.0.81 "PUT /v2.0/ports/deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 1094 time: 3.4674466 Jun 29 17:21:43.388619 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:43.434963 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2c734-37be-4051-933c-113a5b424a42 req-6fd31b49-bd17-422f-a82d-32433353b109 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:43.437087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-e2d2c734-37be-4051-933c-113a5b424a42 req-6fd31b49-bd17-422f-a82d-32433353b109 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:43.461564 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-e2d2c734-37be-4051-933c-113a5b424a42 req-6fd31b49-bd17-422f-a82d-32433353b109 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:43.464163 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e2d2c734-37be-4051-933c-113a5b424a42 req-6fd31b49-bd17-422f-a82d-32433353b109 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 944 time: 0.6300769 Jun 29 17:21:43.500779 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'status': 'completed', 'code': 200} Jun 29 17:21:43.502057 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.513686 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.526476 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:43.553151 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e2d2c734-37be-4051-933c-113a5b424a42 req-61312f26-e3f6-4b16-8c28-8678793c8245 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803757 Jun 29 17:21:43.624623 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=615ae88c795541bab24ff58d8b726c37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6085722 Jun 29 17:21:43.627347 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60618) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:43.642649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a735868-3ca7-4b04-9fcd-52e8bc9ea9d3,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:43.670693 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:43.768028 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-0562c348-8621-47cc-959c-622638ebf178 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1097 time: 0.2198784 Jun 29 17:21:43.789656 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:43.794188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.823783 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.866788 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'mac_address': 'fa:16:3e:3a:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:21:43.888572 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.910484 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f03187a9-c0a5-4ce5-976f-3deca04a8725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:43.944863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a735868-3ca7-4b04-9fcd-52e8bc9ea9d3,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:43.948760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:43.959880 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.963151 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a735868-3ca7-4b04-9fcd-52e8bc9ea9d3 HTTP/1.1" status: 204 len: 168 time: 0.3321512 Jun 29 17:21:43.981680 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-3a3caad4-834d-4af0-b206-2faf9969fb90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 217 time: 0.1842580 Jun 29 17:21:44.107843 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.resource_extend [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:44.115918 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0dd3c-8363-43c9-8cc8-d3f70ae0dc57 req-7b2fea96-c371-4680-aeee-3faa46458807 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:44.131431 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-16d0dd3c-8363-43c9-8cc8-d3f70ae0dc57 req-7b2fea96-c371-4680-aeee-3faa46458807 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 944 time: 0.1808643 Jun 29 17:21:44.181049 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.200503 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-f8a1555e-7f29-47a9-b7b5-5d58d79e7fd8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:44.201965 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-f8a1555e-7f29-47a9-b7b5-5d58d79e7fd8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.1444349 Jun 29 17:21:44.232747 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b48f39-fe43-44b1-be19-7c1e7bb08d1b {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:44.255892 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:44.261616 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-16d0dd3c-8363-43c9-8cc8-d3f70ae0dc57 req-57f89c02-3db9-4979-aaf7-ed588a05f0fb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293271 Jun 29 17:21:44.280031 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.287399 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:44.359681 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:44.370089 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:44.377949 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57faaf7-f9dd-4fe1-8325-49804b8214b4 req-e58dd6c4-aa6a-4f25-9866-9a85c0789eb8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:44.380061 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c57faaf7-f9dd-4fe1-8325-49804b8214b4 req-e58dd6c4-aa6a-4f25-9866-9a85c0789eb8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.3971267 Jun 29 17:21:44.396819 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.415105 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Transition to ACTIVE for port object 6079c754-9676-456e-9402-7167bd704f3a will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:21:44.425205 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.429526 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-79242892-facc-4f27-8e17-42cad749e9cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:44.449168 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c57faaf7-f9dd-4fe1-8325-49804b8214b4 req-222b719e-85b8-4ab3-bc6f-f34360bba939 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613596 Jun 29 17:21:44.452123 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-c6617282-7ace-429d-ac30-f474d0514ca7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2334712 Jun 29 17:21:44.562322 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda40bb-4fbe-4eb8-a13e-d43a4df1e571 None None] Pushing event updated for resources: {'Port': ['ID=6079c754-9676-456e-9402-7167bd704f3a,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:44.565626 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-3cda40bb-4fbe-4eb8-a13e-d43a4df1e571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:44.659826 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Attempting to bind port 6079c754-9676-456e-9402-7167bd704f3a on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:21:44.660235 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Attempting to bind port 6079c754-9676-456e-9402-7167bd704f3a by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:21:44.660930 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Attempting to bind port 6079c754-9676-456e-9402-7167bd704f3a on network af240131-058b-43a9-966b-d7a1fa7eb769 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:21:44.671624 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:21:44.672183 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Checking segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:21:44.672911 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.673463 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Bound using segment: {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:21:44.673975 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Bound port: 6079c754-9676-456e-9402-7167bd704f3a, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381993c3-0024-4ee0-b104-6a672435d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:21:44.674362 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.699963 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-e8b0cba5-583b-480e-b842-2ab6164c00a1 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991706 Jun 29 17:21:44.750796 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60648) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:44.781162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.783719 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] For port 6079c754-9676-456e-9402-7167bd704f3a, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:21:44.787326 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] For port 6079c754-9676-456e-9402-7167bd704f3a, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6079c754-9676-456e-9402-7167bd704f3a,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:21:44.792058 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:44.807296 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-3cda40bb-4fbe-4eb8-a13e-d43a4df1e571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:44.893078 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Routers {'7c064ace-69cd-435b-8377-8d23d52794de'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:44.893725 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['7c064ace-69cd-435b-8377-8d23d52794de'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:44.941858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:44.947723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Usage tracker for resource:security_group_rule and tenant:399017e8dae04a6e99145d7629b5a761 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:44.952970 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:44.964245 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:44.977233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c808694-16ad-4814-9acc-b9c66a377707 req-09f54df8-d614-4d45-a35f-15e0bc26855d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:44.979497 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7c808694-16ad-4814-9acc-b9c66a377707 req-09f54df8-d614-4d45-a35f-15e0bc26855d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 944 time: 0.1783309 Jun 29 17:21:45.005490 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['44b48f39-fe43-44b1-be19-7c1e7bb08d1b'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:21:45.031732 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ace60ab2-d330-498b-8b9f-d72aa2a0f63a req-e13bcff3-6eef-48e7-ac98-d6f65ec178d6 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146436 Jun 29 17:21:45.044859 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda40bb-4fbe-4eb8-a13e-d43a4df1e571 None None] Pushing event updated for resources: {'Port': ['ID=6079c754-9676-456e-9402-7167bd704f3a,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:45.055807 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7c808694-16ad-4814-9acc-b9c66a377707 req-288280c5-c9aa-469b-a8e0-0a52a941cb0b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668371 Jun 29 17:21:45.107444 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-3cda40bb-4fbe-4eb8-a13e-d43a4df1e571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:45.121237 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:45.140727 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:45.150870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f39e4987-6646-4e3e-b1fb-d282b71814f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:45.264276 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b910c2-7812-4b5c-93da-8ae0bfc3512b,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:45.280945 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:45.342498 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60666) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:45.343834 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=399017e8dae04a6e99145d7629b5a761&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5873969 Jun 29 17:21:45.350192 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-88c8a213-86fb-4d7d-9e8e-a4cf4ef5c38f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1097 time: 0.1773553 Jun 29 17:21:45.440427 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] Set router 7c064ace-69cd-435b-8377-8d23d52794de gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:45.549764 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-fe7720cb-439c-47b5-923c-f13ec26f3607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:45.551222 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-fe7720cb-439c-47b5-923c-f13ec26f3607 service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.1896207 Jun 29 17:21:45.716672 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-84b1ab83-8154-4ea1-8b06-75dbdfa82573 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 217 time: 0.1204913 Jun 29 17:21:45.813608 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:45.840934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3c425-36b8-408b-b3aa-f0acefb9c6e0 req-7d9b474b-6d89-4e8c-82e4-f0ff8d9261d8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:45.841527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-55e3951b-85a8-4b88-bc8d-e82ff18a880c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:45.842419 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-55e3951b-85a8-4b88-bc8d-e82ff18a880c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.1139426 Jun 29 17:21:45.845790 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ac3c425-36b8-408b-b3aa-f0acefb9c6e0 req-7d9b474b-6d89-4e8c-82e4-f0ff8d9261d8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.1733172 Jun 29 17:21:45.861473 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b84ae-3345-44d4-8575-17e3340c1b12 req-da59db2d-3faa-496b-b9e9-de1784b1e2fd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:45.869295 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6e4b84ae-3345-44d4-8575-17e3340c1b12 req-da59db2d-3faa-496b-b9e9-de1784b1e2fd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 944 time: 0.3115811 Jun 29 17:21:45.922250 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:45.947711 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ac3c425-36b8-408b-b3aa-f0acefb9c6e0 req-a3efb9eb-88e7-4c9d-80ef-91e65a05f108 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953736 Jun 29 17:21:46.027961 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6e4b84ae-3345-44d4-8575-17e3340c1b12 req-a39e6190-9811-4df2-9216-817bf199616f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579006 Jun 29 17:21:46.073566 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-35dbf341-5b1c-42c4-be5e-285b92c1eaab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1980214 Jun 29 17:21:46.075710 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '6079c754-9676-456e-9402-7167bd704f3a', 'name': '', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'mac_address': 'fa:16:3e:51:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:09Z', 'updated_at': '2021-06-29T17:21:44Z', 'revision_number': 4, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'subnets': [{'id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:46.088598 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94976144-be6b-48ce-a38a-8817f7087eab None None] The sync data for ids ['7c064ace-69cd-435b-8377-8d23d52794de'] in dv-cinder-798672-1-iscsi is: [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '6079c754-9676-456e-9402-7167bd704f3a', 'name': '', 'network_id': 'af240131-058b-43a9-966b-d7a1fa7eb769', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'mac_address': 'fa:16:3e:51:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:09Z', 'updated_at': '2021-06-29T17:21:44Z', 'revision_number': 4, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'subnets': [{'id': 'bcc2e909-156a-45a4-901e-6abb9cc7213b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:46.115221 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:46.345713 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e9b5eee1-d3c3-4ab8-b3a2-0c77d1dcc370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:46.354573 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-bb09cd08-c721-4b6f-a380-cd986f0eceb7 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673988 Jun 29 17:21:46.360756 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b910c2-7812-4b5c-93da-8ae0bfc3512b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:46.363172 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:46.454579 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a005c-122d-4c64-9f2c-e9fc05e39103 req-d57a607e-1277-4ff2-8c39-14bdf54eef4f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:46.456247 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-098a005c-122d-4c64-9f2c-e9fc05e39103 req-d57a607e-1277-4ff2-8c39-14bdf54eef4f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 944 time: 0.1095457 Jun 29 17:21:46.466779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:46.470704 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88b910c2-7812-4b5c-93da-8ae0bfc3512b HTTP/1.1" status: 204 len: 168 time: 1.1243577 Jun 29 17:21:46.507820 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-098a005c-122d-4c64-9f2c-e9fc05e39103 req-10c9a269-c11e-4618-9b6e-cb3031c13d8f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457065 Jun 29 17:21:46.592993 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b520b691-2a27-4ed0-8da7-c5db71bd21ad req-6d08ca40-1e5c-4283-a044-6a6af90ee52a service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266560 Jun 29 17:21:46.636975 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device deff94fd-6c96-4891-b204-1dd3e8e009b8 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:21:46.655176 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 3e4e9b92-276e-4873-991e-5a7320397e0f up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:46.759433 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.resource_extend [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:21:46.890072 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 3e4e9b92-276e-4873-991e-5a7320397e0f completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:46.906872 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 3e4e9b92-276e-4873-991e-5a7320397e0f triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:46.907242 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:46.955725 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port deff94fd-6c96-4891-b204-1dd3e8e009b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:46.986198 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'port_id': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'mac_address': 'fa:16:3e:00:0c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:21:47.175824 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:47.238318 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deff94fd-6c96-4891-b204-1dd3e8e009b8 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:21:47.278508 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port deff94fd-6c96-4891-b204-1dd3e8e009b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:47.279662 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:47.307220 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:47.314003 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:47.515523 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e9b92-276e-4873-991e-5a7320397e0f'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:47.555961 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 3e4e9b92-276e-4873-991e-5a7320397e0f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3e4e9b92-276e-4873-991e-5a7320397e0f,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:47.557658 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c3fc7-eada-4997-ba4a-6916d2b6bc6d req-aa80a1e2-5394-44b0-83a6-3027ed4eb4a4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:47.559048 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=deff94fd-6c96-4891-b204-1dd3e8e009b8,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:47.563180 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:47.564063 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4d9f56e1-2409-4b05-baca-779736f41b17 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:47.580113 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e53c3fc7-eada-4997-ba4a-6916d2b6bc6d req-aa80a1e2-5394-44b0-83a6-3027ed4eb4a4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 944 time: 0.1861546 Jun 29 17:21:47.593445 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:47.594146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:47.724993 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e53c3fc7-eada-4997-ba4a-6916d2b6bc6d req-6fe1549d-5d73-4be5-a3a6-d373e79b5778 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433821 Jun 29 17:21:47.725984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e313d-e3f0-4b9d-8130-d034768504c9 req-a85d0e21-7aa8-4e4b-9413-0cffe83162a4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:47.732099 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-387e313d-e3f0-4b9d-8130-d034768504c9 req-a85d0e21-7aa8-4e4b-9413-0cffe83162a4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.3984580 Jun 29 17:21:47.812962 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6079c754-9676-456e-9402-7167bd704f3a up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:47.828725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-387e313d-e3f0-4b9d-8130-d034768504c9 req-ef701ebd-1fde-44fc-9172-6be75a8bb84f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823276 Jun 29 17:21:47.874397 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e9b92-276e-4873-991e-5a7320397e0f', 'code': 200} Jun 29 17:21:47.875685 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=3e4e9b92-276e-4873-991e-5a7320397e0f,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:47.879666 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['deff94fd-6c96-4891-b204-1dd3e8e009b8'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:21:47.910500 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:47.998357 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 4d9f56e1-2409-4b05-baca-779736f41b17 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:48.009844 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 4d9f56e1-2409-4b05-baca-779736f41b17 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:48.010142 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.102462 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 6079c754-9676-456e-9402-7167bd704f3a completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:48.126070 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 6079c754-9676-456e-9402-7167bd704f3a triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:48.126479 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.165965 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b952-f82f-4351-b751-6cbe72075feb req-89fb85ac-3f16-438c-af16-adbafbc139f7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:48.167745 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d3e6b952-f82f-4351-b751-6cbe72075feb req-89fb85ac-3f16-438c-af16-adbafbc139f7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 945 time: 0.1271245 Jun 29 17:21:48.264407 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d3e6b952-f82f-4351-b751-6cbe72075feb req-19e462d8-ff9d-434a-b7d6-c6416c0838cd tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808480 Jun 29 17:21:48.291791 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-112ceb13-349a-4280-9e91-17222604b0c4 req-30484b0a-f11a-4509-a0eb-8bedcfec34f6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 1098 time: 0.1209309 Jun 29 17:21:48.391519 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-112ceb13-349a-4280-9e91-17222604b0c4 req-f503bb01-07cf-4f7c-a164-9ede797e414b service neutron] Synchronizing usage tracker for tenant:7b6533afe8db49e7b27ce7224ffad8c7 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:21:48.414282 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-112ceb13-349a-4280-9e91-17222604b0c4 req-f503bb01-07cf-4f7c-a164-9ede797e414b service neutron] Unset dirty status for tenant:7b6533afe8db49e7b27ce7224ffad8c7 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:21:48.415537 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-112ceb13-349a-4280-9e91-17222604b0c4 req-f503bb01-07cf-4f7c-a164-9ede797e414b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089332 Jun 29 17:21:48.423513 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.510455 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 4d9f56e1-2409-4b05-baca-779736f41b17, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4d9f56e1-2409-4b05-baca-779736f41b17,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:48.516043 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.527745 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.532288 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:48.606841 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 6079c754-9676-456e-9402-7167bd704f3a, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6079c754-9676-456e-9402-7167bd704f3a,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:48.613013 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=4d9f56e1-2409-4b05-baca-779736f41b17,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:48.615990 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.618627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:48.618627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:48.659489 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:48.737863 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=6079c754-9676-456e-9402-7167bd704f3a,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:48.744804 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:48.762694 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:48.770309 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:48.770887 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.928562 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.967285 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:48.972557 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:48.975714 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-79242892-facc-4f27-8e17-42cad749e9cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:49.015522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f263fd3-9f83-4210-a74c-1f5b50b3defd req-ff3f7f0e-e304-4740-a857-1d120235605e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:49.025119 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0f263fd3-9f83-4210-a74c-1f5b50b3defd req-ff3f7f0e-e304-4740-a857-1d120235605e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1072116 Jun 29 17:21:49.064962 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:49.076899 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:49.092324 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0f263fd3-9f83-4210-a74c-1f5b50b3defd req-73f566e1-b300-4627-a7f7-145703bb3d0e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660236 Jun 29 17:21:49.225723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834636a1-0f65-4e99-9132-d70c9c227ecb req-80b97088-46e4-4bd4-bf7d-83ed2f49b4ea tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:49.228516 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-834636a1-0f65-4e99-9132-d70c9c227ecb req-80b97088-46e4-4bd4-bf7d-83ed2f49b4ea tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0930724 Jun 29 17:21:49.309292 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-834636a1-0f65-4e99-9132-d70c9c227ecb req-e2c82c6f-a108-4811-908a-6c9f53dccea5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748086 Jun 29 17:21:49.528319 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163b874-38b2-449a-922f-9e844e49321d req-31d9262e-379b-4caa-be54-812a4ae1b3dc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:49.529811 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4163b874-38b2-449a-922f-9e844e49321d req-31d9262e-379b-4caa-be54-812a4ae1b3dc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 945 time: 0.0874541 Jun 29 17:21:49.580821 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4163b874-38b2-449a-922f-9e844e49321d req-7e900c63-0a63-4c96-9274-a3c8168b9d10 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Jun 29 17:21:49.682141 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6079c754-9676-456e-9402-7167bd704f3a up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:49.758182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 6079c754-9676-456e-9402-7167bd704f3a triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:49.758564 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:49.876528 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9f56e1-2409-4b05-baca-779736f41b17'}, {'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:49.937433 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9f56e1-2409-4b05-baca-779736f41b17', 'code': 200} Jun 29 17:21:49.937701 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'code': 200} Jun 29 17:21:50.403384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2016d8-2412-4786-b131-702c8b9a56f7 req-8d71e07a-b88d-4a30-b83d-48cbb1bb831b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:50.416756 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee2016d8-2412-4786-b131-702c8b9a56f7 req-8d71e07a-b88d-4a30-b83d-48cbb1bb831b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1614332 Jun 29 17:21:50.524161 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee2016d8-2412-4786-b131-702c8b9a56f7 req-41d62cdb-318a-4f60-96f0-3d7d0e43c9c3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992968 Jun 29 17:21:50.672726 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device deff94fd-6c96-4891-b204-1dd3e8e009b8 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:21:50.787937 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-57c48e70-2480-47fe-8e95-43786b81d8d2 req-17a304a1-d32b-4723-ad70-e788a712b722 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1098 time: 0.1131523 Jun 29 17:21:50.829895 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dda2f796-3cf0-451b-b833-dafb21ce8433 req-43936c80-d289-4a53-adc6-d1fb00e558f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.1997962 Jun 29 17:21:50.830101 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44db7-e63c-488e-b4b5-8d4ec4e437c8 req-5908403a-db9b-477d-9a4c-0b26f49fa7c7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:50.835115 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b7b44db7-e63c-488e-b4b5-8d4ec4e437c8 req-5908403a-db9b-477d-9a4c-0b26f49fa7c7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2496669 Jun 29 17:21:50.835245 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 60850) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:50.890541 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port deff94fd-6c96-4891-b204-1dd3e8e009b8 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:21:50.900961 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port deff94fd-6c96-4891-b204-1dd3e8e009b8 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:21:50.901524 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:50.908241 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b7b44db7-e63c-488e-b4b5-8d4ec4e437c8 req-7ba99863-107e-40c4-9b98-66a213b0fcad tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634727 Jun 29 17:21:50.977452 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-57c48e70-2480-47fe-8e95-43786b81d8d2 req-0fe7f833-6f8b-4ee2-bbbb-dec0b5a2fd08 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762862 Jun 29 17:21:50.993061 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dda2f796-3cf0-451b-b833-dafb21ce8433 req-8b5c64db-97f5-4f12-9dc8-997c555a161d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550384 Jun 29 17:21:51.023977 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79be315-b020-4f4a-8912-f06387c9f520 req-f773ebbc-7d0f-4549-b511-c5c8b8f03928 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:51.026096 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c79be315-b020-4f4a-8912-f06387c9f520 req-f773ebbc-7d0f-4549-b511-c5c8b8f03928 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 945 time: 0.1566327 Jun 29 17:21:51.089449 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.113938 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.144901 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c79be315-b020-4f4a-8912-f06387c9f520 req-9977a536-705f-4daa-8d8d-e54f82d30351 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065767 Jun 29 17:21:51.145548 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:51.151656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d91104dd8d4b4e219a6e5c33fb6ea528 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:51.152051 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port deff94fd-6c96-4891-b204-1dd3e8e009b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:21:51.152748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:51.158929 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:51.159771 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.162826 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-150abb63-9d41-42ed-854c-39ecee3f1016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:51.249541 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=deff94fd-6c96-4891-b204-1dd3e8e009b8,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:51.253771 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:51.283938 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.289695 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.298833 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0377cf84-42de-468b-a013-f6f24d3822d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:51.339119 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b7dcd-a2f2-436a-9ebe-149adc66b47c,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:51.342189 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:51.345822 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d91104dd8d4b4e219a6e5c33fb6ea528&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5094705 Jun 29 17:21:51.348712 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60868) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:51.409548 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.436143 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.490599 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.494214 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5fc17bf2-3619-42e7-a2cb-f00b3f5b7ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:51.510060 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b7dcd-a2f2-436a-9ebe-149adc66b47c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:51.513608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:51.520200 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.521507 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e48b7dcd-a2f2-436a-9ebe-149adc66b47c HTTP/1.1" status: 204 len: 168 time: 0.1718466 Jun 29 17:21:51.737329 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bd26e-bfaa-4168-a2f7-aa6e03ba9137 req-793acbfa-704e-48e5-ba28-35b47983a500 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:51.738823 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-368bd26e-bfaa-4168-a2f7-aa6e03ba9137 req-793acbfa-704e-48e5-ba28-35b47983a500 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0840533 Jun 29 17:21:51.806793 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-368bd26e-bfaa-4168-a2f7-aa6e03ba9137 req-f6884880-4cca-4e41-8524-a0163936794f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Jun 29 17:21:51.909209 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60886) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:51.930780 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:51.939128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:51.965753 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:21:51.970381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b632ec32aea8479791f1db22c6a2ea03 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:21:51.973863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:21:51.982012 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:21:52.006332 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'code': 200} Jun 29 17:21:52.063144 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:52.068651 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:52.086422 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6ba28d3c-4a71-4824-a453-04e56cb58b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:52.314742 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a7811-3dbc-4739-84ec-e182c15d16ff,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:52.333431 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:52.352547 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b632ec32aea8479791f1db22c6a2ea03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4413471 Jun 29 17:21:52.355421 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 60910) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:52.474857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:52.504488 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-352aaef1-26e6-431d-8a26-85be13634817 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 1098 time: 0.2208636 Jun 29 17:21:52.518888 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:52.537484 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8742474-cc88-4535-8035-485ef3b85eb2 req-1405978b-10ea-4e8c-8bdf-0553cb018da6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:52.539093 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f8742474-cc88-4535-8035-485ef3b85eb2 req-1405978b-10ea-4e8c-8bdf-0553cb018da6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.4022458 Jun 29 17:21:52.571025 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efbf4-c3fe-4dfd-9403-62130ae6c354 req-8dc060ca-cc16-4f58-800c-5f21737806a3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:52.572542 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-109efbf4-c3fe-4dfd-9403-62130ae6c354 req-8dc060ca-cc16-4f58-800c-5f21737806a3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1865091 Jun 29 17:21:52.612259 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f8742474-cc88-4535-8035-485ef3b85eb2 req-1d9f27b4-c64c-4645-9d10-94a34d848457 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618587 Jun 29 17:21:52.626787 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:52.635201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-492e18bc-5e5a-444c-af62-fc80540f5fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:21:52.651774 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:52.656643 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/732a7811-3dbc-4739-84ec-e182c15d16ff HTTP/1.1" status: 204 len: 168 time: 0.2997007 Jun 29 17:21:52.660803 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a7811-3dbc-4739-84ec-e182c15d16ff,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:21:52.682201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:21:52.737617 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-109efbf4-c3fe-4dfd-9403-62130ae6c354 req-2e7809de-68b8-41e8-86ea-528b7d2490fb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129770 Jun 29 17:21:52.745014 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-58ce4a39-e1d0-4234-98ac-12b387f3f882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:52.746662 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-58ce4a39-e1d0-4234-98ac-12b387f3f882 service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.2105575 Jun 29 17:21:52.751552 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9429fbd6-2324-48a7-978e-9ef8ecd4d357 req-b1bd4025-b219-486f-9c63-237283ac759c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1099 time: 0.2513981 Jun 29 17:21:52.888144 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-51819eec-e153-45a4-9129-eeba34e0527f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e4e9b92-276e-4873-991e-5a7320397e0f HTTP/1.1" status: 200 len: 217 time: 0.1081965 Jun 29 17:21:52.906832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d683c-4689-42f4-80b7-67b70cbd10ac req-e2eb49c9-341d-48ce-9657-ae028b017f11 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:52.909516 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9429fbd6-2324-48a7-978e-9ef8ecd4d357 req-fb8899d0-5c56-4cca-afdc-86c9a96b74ce service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596755 Jun 29 17:21:52.916920 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-146d683c-4689-42f4-80b7-67b70cbd10ac req-e2eb49c9-341d-48ce-9657-ae028b017f11 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1210101 Jun 29 17:21:52.989646 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-146d683c-4689-42f4-80b7-67b70cbd10ac req-53049517-74eb-4df2-82f0-8a18988e79f9 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717001 Jun 29 17:21:53.023001 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-bd83cc9b-721c-44cf-9abb-3d0c4414b8c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:53.025707 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-bd83cc9b-721c-44cf-9abb-3d0c4414b8c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.1050088 Jun 29 17:21:53.654537 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-a02cabc5-b833-408d-a60b-f6410aec6fba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518608 Jun 29 17:21:53.870038 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5798c5-0d42-467f-a648-bab27628616f req-1a491ed6-5ec3-4ad0-85f0-753a2ad155bd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:53.874159 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fa5798c5-0d42-467f-a648-bab27628616f req-1a491ed6-5ec3-4ad0-85f0-753a2ad155bd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0985472 Jun 29 17:21:53.963907 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fa5798c5-0d42-467f-a648-bab27628616f req-d61c200f-f710-42da-8cb6-485ca9c7aae7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850635 Jun 29 17:21:54.123152 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea852ec-89c6-4f7c-a142-28deec34a580 req-72a21d34-5b43-4d32-b1e6-9b366616329d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:54.137387 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aea852ec-89c6-4f7c-a142-28deec34a580 req-72a21d34-5b43-4d32-b1e6-9b366616329d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.2417722 Jun 29 17:21:54.271030 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aea852ec-89c6-4f7c-a142-28deec34a580 req-08ea877b-4cf1-483a-bf62-1b1efc4cbf07 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308613 Jun 29 17:21:54.434817 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-1590b221-c4d2-4278-874a-43821e80db3d service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661275 Jun 29 17:21:54.454663 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-ed7a6fae-c4d0-4639-ac7e-82056fdd0ac6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2744155 Jun 29 17:21:54.460358 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd9522-25f4-4bb0-b896-6491beff6f96 req-aa27b202-483f-45b2-a44a-cf1b9530ea66 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:54.461749 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-66cd9522-25f4-4bb0-b896-6491beff6f96 req-aa27b202-483f-45b2-a44a-cf1b9530ea66 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1585765 Jun 29 17:21:54.513642 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-66cd9522-25f4-4bb0-b896-6491beff6f96 req-26ea8a36-b23a-40eb-9bf5-d6c424e22066 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Jun 29 17:21:54.815639 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b409e7df-01ba-4353-894c-9a6b119cce54 req-90638f2a-91b9-4771-9670-0a3ecdc2ad96 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435611 Jun 29 17:21:54.919593 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-db60c3f0-6198-462d-bb7f-6c2f82acd3f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=91f77e0dec6545428a67ad3485dbdbec&device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 1099 time: 0.1025317 Jun 29 17:21:55.330776 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a571-cbc3-4405-899c-296fb80dcd70 req-8e7d0bde-e8d2-4601-912b-d1d87193ebf2 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:55.344826 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9dd9a571-cbc3-4405-899c-296fb80dcd70 req-8e7d0bde-e8d2-4601-912b-d1d87193ebf2 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2150021 Jun 29 17:21:55.365587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-183d37d0-2e5d-44cf-b148-8b5a912a5dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:55.367604 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-183d37d0-2e5d-44cf-b148-8b5a912a5dbf service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff HTTP/1.1" status: 200 len: 913 time: 0.2384608 Jun 29 17:21:55.421544 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9dd9a571-cbc3-4405-899c-296fb80dcd70 req-407fac0c-58eb-4501-87ed-dcbc4d3e2912 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730448 Jun 29 17:21:55.576044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-1583be6c-7ae0-40ca-8e3f-54a915ff2c74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47638c3-8a2e-492d-885d-6396bf0e921b HTTP/1.1" status: 200 len: 217 time: 0.1670632 Jun 29 17:21:55.690789 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d021e-2ddb-47fb-a4f8-7409b8fd6101 req-1f5d0be2-47a7-4e0a-b3d9-20f60eedfe9f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:55.692518 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce3d021e-2ddb-47fb-a4f8-7409b8fd6101 req-1f5d0be2-47a7-4e0a-b3d9-20f60eedfe9f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1081855 Jun 29 17:21:55.701341 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 32802) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:21:55.713198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'floatingip': {'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:21:55.761437 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9845579-f068-4b74-b718-03a0050892ef req-ed374eb8-aaca-4a09-a26e-af6a5444b04d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:55.769814 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e9845579-f068-4b74-b718-03a0050892ef req-ed374eb8-aaca-4a09-a26e-af6a5444b04d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.2777319 Jun 29 17:21:55.804201 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-7f6b3038-ba56-4e1e-8760-2854ff47309c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:55.805743 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-7f6b3038-ba56-4e1e-8760-2854ff47309c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=029e00cd-731b-4f10-b73e-335dd9195efa HTTP/1.1" status: 200 len: 852 time: 0.1973739 Jun 29 17:21:55.841364 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e9845579-f068-4b74-b718-03a0050892ef req-97062dc9-3d5d-4408-88d6-78047ad05db7 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704870 Jun 29 17:21:55.986804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:55.987533 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-4b5fdf9a-9660-43bd-9bb4-f8cb399bfff6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c67e66f-ca43-4f65-af96-7aa5e60ebfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438775 Jun 29 17:21:56.230384 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-42aa8e5b-72d4-49cd-9f60-5f38640876da service neutron] 10.222.0.81 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124972 Jun 29 17:21:56.295663 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdbfa7-980c-4db7-aef2-18c03a18dec1 req-c7607890-3f6c-4a3f-bcdd-be25697206ca tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:56.304172 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5dbdbfa7-980c-4db7-aef2-18c03a18dec1 req-c7607890-3f6c-4a3f-bcdd-be25697206ca tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.3664377 Jun 29 17:21:56.450240 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c4d5fa6-489e-45a8-8a09-7561139b3ebb req-2b37e55f-b883-4600-82e2-145fc8aac876 service neutron] 10.222.0.81 "GET /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979229 Jun 29 17:21:56.542383 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5dbdbfa7-980c-4db7-aef2-18c03a18dec1 req-d6194cbe-8c93-423f-b423-24abf632671d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370727 Jun 29 17:21:56.631933 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e3885-a779-4798-a358-a6cf1cc09d48 req-afe49aae-061e-4749-8991-773b53313048 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:56.633662 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ca3e3885-a779-4798-a358-a6cf1cc09d48 req-afe49aae-061e-4749-8991-773b53313048 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1105454 Jun 29 17:21:56.697211 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ca3e3885-a779-4798-a358-a6cf1cc09d48 req-fe226fec-5986-4935-b62a-05fb86090aa4 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556617 Jun 29 17:21:57.137088 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614aae2-0baf-4d68-a3f0-99f89b7d321d req-c25134e8-cb30-4513-810b-be4d9af0e5c6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:57.138458 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9614aae2-0baf-4d68-a3f0-99f89b7d321d req-c25134e8-cb30-4513-810b-be4d9af0e5c6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1296008 Jun 29 17:21:57.186841 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:57.308318 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9614aae2-0baf-4d68-a3f0-99f89b7d321d req-4284140d-bb00-45be-8e8e-689df6e80512 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371746 Jun 29 17:21:57.321070 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:57.326404 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:57.520065 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Floating IP b31f9164-7efb-41e5-ae74-47eff8bc3096 associated. External IP: 172.27.2.154, port: 44b48f39-fe43-44b1-be19-7c1e7bb08d1b. Jun 29 17:21:57.752041 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef06c5c-67e3-472f-8482-061f681cd0b8 req-c5c16723-e652-4493-8906-31e8ad3c2eda tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:57.753236 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3ef06c5c-67e3-472f-8482-061f681cd0b8 req-c5c16723-e652-4493-8906-31e8ad3c2eda tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0847847 Jun 29 17:21:57.818325 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3ef06c5c-67e3-472f-8482-061f681cd0b8 req-4ea5821c-dab4-4078-97c7-e75327cb9246 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587094 Jun 29 17:21:57.939032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ec81-f440-4736-b07b-555af2e8d561 req-436a5124-ca36-47d7-9509-c6d3c3ddb4e7 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:57.940515 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f6f2ec81-f440-4736-b07b-555af2e8d561 req-436a5124-ca36-47d7-9509-c6d3c3ddb4e7 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1016939 Jun 29 17:21:58.056200 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f6f2ec81-f440-4736-b07b-555af2e8d561 req-8e5816d7-942d-4537-9fa7-83ccabcde576 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087611 Jun 29 17:21:58.083336 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:21:58.307544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:21:58.312365 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:58.319900 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:21:58.332812 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:58.333423 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:58.366492 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a05624ab-b02d-4728-a9aa-7c09683f135c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "PUT /v2.0/floatingips/b31f9164-7efb-41e5-ae74-47eff8bc3096 HTTP/1.1" status: 200 len: 991 time: 2.6640508 Jun 29 17:21:58.367402 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:21:58.512656 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:58.521242 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911a86-2998-4b1e-8dc2-51708a0aad6a req-87a9df35-f0d0-4084-bf51-138ca830070e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:58.522697 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2911a86-2998-4b1e-8dc2-51708a0aad6a req-87a9df35-f0d0-4084-bf51-138ca830070e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0785871 Jun 29 17:21:58.570744 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2911a86-2998-4b1e-8dc2-51708a0aad6a req-a354a21f-959e-48e7-88fc-91486bd58afb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Jun 29 17:21:58.638122 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'status': 'completed', 'code': 200} Jun 29 17:21:58.903142 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'b31f9164-7efb-41e5-ae74-47eff8bc3096', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'mac_address': 'fa:16:3e:3a:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:21:20Z', 'updated_at': '2021-06-29T17:21:57Z', 'revision_number': 1, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:58.908689 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:21:58.919951 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:21:58.920631 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:21:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:59.025798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4877-b333-4e66-83de-3fe0b6cfe1db req-03290830-e699-4a17-b0f2-3fa21269f928 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:59.027264 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6d9e4877-b333-4e66-83de-3fe0b6cfe1db req-03290830-e699-4a17-b0f2-3fa21269f928 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0828724 Jun 29 17:21:59.075634 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6d9e4877-b333-4e66-83de-3fe0b6cfe1db req-df2d5722-02a8-42af-835e-e04d2d57ca2f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Jun 29 17:21:59.097750 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:21:59.297045 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec181a67-9d9e-451c-8bfe-1bec2e81d414 req-614a9a7a-0332-4416-844c-e113dcdbc130 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:59.298530 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ec181a67-9d9e-451c-8bfe-1bec2e81d414 req-614a9a7a-0332-4416-844c-e113dcdbc130 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0789587 Jun 29 17:21:59.345714 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ec181a67-9d9e-451c-8bfe-1bec2e81d414 req-47ac563e-4e63-4c34-8f1d-bc95f7375e31 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Jun 29 17:21:59.461989 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'b31f9164-7efb-41e5-ae74-47eff8bc3096', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'mac_address': 'fa:16:3e:3a:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:21:20Z', 'updated_at': '2021-06-29T17:21:57Z', 'revision_number': 1, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:21:59.466008 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76793a-1540-457e-9e19-d003d363e418 None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'b31f9164-7efb-41e5-ae74-47eff8bc3096', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'mac_address': 'fa:16:3e:3a:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:21:20Z', 'updated_at': '2021-06-29T17:21:57Z', 'revision_number': 1, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:21:59.565315 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b179c548-be82-4605-93ec-f7732f2309e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:59.825831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298bc6b-baae-4d0b-b484-6fb367871e03 req-a7be2339-61cc-4086-9614-6ce7c1c5cc56 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:21:59.827381 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f298bc6b-baae-4d0b-b484-6fb367871e03 req-a7be2339-61cc-4086-9614-6ce7c1c5cc56 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1325290 Jun 29 17:21:59.877513 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f298bc6b-baae-4d0b-b484-6fb367871e03 req-f83771be-d376-4f81-a8fe-f6780c9081ef tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 Jun 29 17:22:00.101324 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:00.284704 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965357-b484-42ad-a3d5-2c2116292ce6 req-e786a836-85de-4864-afa6-b1b8f32488a2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:00.286197 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ab965357-b484-42ad-a3d5-2c2116292ce6 req-e786a836-85de-4864-afa6-b1b8f32488a2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0845056 Jun 29 17:22:00.335377 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ab965357-b484-42ad-a3d5-2c2116292ce6 req-f7710dfd-bcc3-4939-a465-89919c6d1e49 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427334 Jun 29 17:22:00.567208 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c316ba5-3bbd-4a8b-b6d1-07865f5b071e req-f0083c16-f041-4124-983b-b50465b84707 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:00.568687 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0c316ba5-3bbd-4a8b-b6d1-07865f5b071e req-f0083c16-f041-4124-983b-b50465b84707 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0981326 Jun 29 17:22:00.618069 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0c316ba5-3bbd-4a8b-b6d1-07865f5b071e req-518e7fb8-562d-4d32-8c31-7d8aa22ef3e6 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Jun 29 17:22:01.089561 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbd00-c9d9-4619-ae43-cd10091b9491 req-d7f342ac-e6a9-4843-97ef-314ec2b246a4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:01.091184 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00dcbd00-c9d9-4619-ae43-cd10091b9491 req-d7f342ac-e6a9-4843-97ef-314ec2b246a4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0806260 Jun 29 17:22:01.185067 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00dcbd00-c9d9-4619-ae43-cd10091b9491 req-d362595f-3f32-4cd0-8bee-4cb010217e57 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877364 Jun 29 17:22:01.241097 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-7e881b97-197e-4250-ada7-3fe5b4d71b73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1098 time: 0.1195652 Jun 29 17:22:01.433473 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f04068-1dc3-419e-8de9-97902de87870 req-08835332-3072-4a6f-9af8-370a005d7435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:01.434923 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-08835332-3072-4a6f-9af8-370a005d7435 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1336088 Jun 29 17:22:01.553903 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-8c4b7dbe-d1e7-48dd-ae11-8107f9bf96f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 999 time: 0.1014435 Jun 29 17:22:01.559027 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074c115-626e-4c06-ab38-4695f1bd36c7 req-cfc2e46b-81fd-4579-969a-4093cf8f6e09 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:01.560546 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2074c115-626e-4c06-ab38-4695f1bd36c7 req-cfc2e46b-81fd-4579-969a-4093cf8f6e09 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0793018 Jun 29 17:22:01.607609 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2074c115-626e-4c06-ab38-4695f1bd36c7 req-60a2300a-a966-40f5-b712-07381e7d8e89 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Jun 29 17:22:01.636447 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f04068-1dc3-419e-8de9-97902de87870 req-10951cf9-1698-4481-ba0f-a31a60e6e911 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:01.637882 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-10951cf9-1698-4481-ba0f-a31a60e6e911 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0587852 Jun 29 17:22:01.727507 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-b4116e56-811e-4fa6-82cb-7d8ddee49689 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732353 Jun 29 17:22:01.833561 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674a2a1-8949-4f08-99c2-7dc99d42ea24 req-074bfeb3-e2b5-440e-95eb-21ba5a85588a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:01.835021 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d674a2a1-8949-4f08-99c2-7dc99d42ea24 req-074bfeb3-e2b5-440e-95eb-21ba5a85588a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0826519 Jun 29 17:22:01.884490 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d674a2a1-8949-4f08-99c2-7dc99d42ea24 req-b4458585-a124-4382-a2d9-a0d804445462 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Jun 29 17:22:01.912486 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e853aff6-e30c-498a-9226-5e3d4e89a129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:01.918008 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-e19c0712-41c7-44f1-8884-551a1c0a3655 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557748 Jun 29 17:22:01.924644 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00705c10-e105-419b-920c-3b16397568f5 req-ed6aa1dd-b5d1-4dc5-be45-700ccbd46d69 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:01.926045 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00705c10-e105-419b-920c-3b16397568f5 req-ed6aa1dd-b5d1-4dc5-be45-700ccbd46d69 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1946330 Jun 29 17:22:01.935663 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 32898) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:01.942243 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'floatingip': {'port_id': 'deff94fd-6c96-4891-b204-1dd3e8e009b8'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:02.022035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:02.073795 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f04068-1dc3-419e-8de9-97902de87870 req-a6a0e053-1da9-4b61-8085-8050b2ca0bba service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382627 Jun 29 17:22:02.443342 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98277b07-cb09-4e4e-b410-47ecedd1f41d req-4ef50d72-8dab-42c8-9ba4-d4be6830687b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:02.445062 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98277b07-cb09-4e4e-b410-47ecedd1f41d req-4ef50d72-8dab-42c8-9ba4-d4be6830687b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1053400 Jun 29 17:22:02.501802 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98277b07-cb09-4e4e-b410-47ecedd1f41d req-4d315b75-7274-4bb7-be54-dd51ea2afe70 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507283 Jun 29 17:22:02.763341 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:02.768172 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:02.973097 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Floating IP 07a51be2-91fd-4622-920e-0bdf953b1224 associated. External IP: 172.27.2.128, port: deff94fd-6c96-4891-b204-1dd3e8e009b8. Jun 29 17:22:02.979464 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:03.139089 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1a6f1-265e-4312-8eec-a3180177d80a req-9570abfb-8a35-4068-80fb-15d3249f287b tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:03.140717 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a2b1a6f1-265e-4312-8eec-a3180177d80a req-9570abfb-8a35-4068-80fb-15d3249f287b tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1112995 Jun 29 17:22:03.245945 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a2b1a6f1-265e-4312-8eec-a3180177d80a req-9de8fbba-3cbc-49ce-b462-65c1baa57c49 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994818 Jun 29 17:22:03.485851 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:22:03.741852 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:22:03.746369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:03.751820 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:22:03.763883 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:22:03.764909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:22:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:03.780693 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526773b-bc55-4b75-bff0-a359333e8678 req-36388077-453a-404f-8aa4-7e92d0222aa1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:03.782097 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2526773b-bc55-4b75-bff0-a359333e8678 req-36388077-453a-404f-8aa4-7e92d0222aa1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1393023 Jun 29 17:22:03.833804 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c4de8dd0-7748-4efd-b0e6-e77896cc8771 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "PUT /v2.0/floatingips/07a51be2-91fd-4622-920e-0bdf953b1224 HTTP/1.1" status: 200 len: 992 time: 1.8968050 Jun 29 17:22:03.835072 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:03.851223 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2526773b-bc55-4b75-bff0-a359333e8678 req-f12237d3-7108-43bf-80a8-d09df484410b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628333 Jun 29 17:22:03.947359 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:22:04.353741 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '07a51be2-91fd-4622-920e-0bdf953b1224', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'port_id': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'mac_address': 'fa:16:3e:00:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:21:23Z', 'updated_at': '2021-06-29T17:22:02Z', 'revision_number': 1, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:04.359103 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:22:04.370741 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:22:04.371337 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:22:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:04.547241 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:04.565705 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:22:04.570806 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992c184-6adc-4bda-ace1-e193e661dbf4 None None] New status for floating IP b31f9164-7efb-41e5-ae74-47eff8bc3096: ACTIVE {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:22:04.940061 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '07a51be2-91fd-4622-920e-0bdf953b1224', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'port_id': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'mac_address': 'fa:16:3e:00:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:21:23Z', 'updated_at': '2021-06-29T17:22:02Z', 'revision_number': 1, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:04.946326 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66586efe-f25e-4d54-add9-c790dadd168c None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '07a51be2-91fd-4622-920e-0bdf953b1224', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'port_id': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'mac_address': 'fa:16:3e:00:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:21:23Z', 'updated_at': '2021-06-29T17:22:02Z', 'revision_number': 1, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:22:07.229310 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'status': 'completed', 'code': 200} Jun 29 17:22:07.403950 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628e6-4f1e-457e-91e6-25fddb3b3cd2 req-a13f58ea-ac8b-4a4c-abee-7423e17460f9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:07.408778 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9d4628e6-4f1e-457e-91e6-25fddb3b3cd2 req-a13f58ea-ac8b-4a4c-abee-7423e17460f9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0855746 Jun 29 17:22:07.440272 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-e6511a67-5754-4b92-979c-e87a10ad888d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1099 time: 0.0936210 Jun 29 17:22:07.451364 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375d6f6-9f18-4127-8c18-5ca4350c49f3 req-2931ed58-8078-4dde-acd3-89f05512ef96 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:07.451710 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9d4628e6-4f1e-457e-91e6-25fddb3b3cd2 req-d6537b02-659b-4b39-983e-9403d7b0bab9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Jun 29 17:22:07.452834 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a375d6f6-9f18-4127-8c18-5ca4350c49f3 req-2931ed58-8078-4dde-acd3-89f05512ef96 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1450057 Jun 29 17:22:07.592233 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a375d6f6-9f18-4127-8c18-5ca4350c49f3 req-d1de20f9-6d75-4c90-9854-048f8d7edf8a tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336424 Jun 29 17:22:07.624722 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-9322cf4b-b6a8-4e46-8eb5-47f0bda747d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:07.626187 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-9322cf4b-b6a8-4e46-8eb5-47f0bda747d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.1537373 Jun 29 17:22:07.798452 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-ee3b7acc-10c8-4be0-b81a-8f1bfcc57159 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 1000 time: 0.1530750 Jun 29 17:22:07.866839 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-66b92168-b030-4368-8da8-66e52974a75a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:07.868304 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-66b92168-b030-4368-8da8-66e52974a75a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0604873 Jun 29 17:22:07.959833 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-5224b095-c508-47d6-b43e-523e2667d267 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752132 Jun 29 17:22:08.783623 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928793a-40e8-4143-8498-fc918b5e0827 None None] New status for floating IP 07a51be2-91fd-4622-920e-0bdf953b1224: ACTIVE {{(pid=74140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:22:09.466939 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-16928db7-0ea1-4ab8-a7d3-94bea460039f service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407237 Jun 29 17:22:12.114084 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fa0dbac-2a70-4c1f-80e8-3e0ac8c5b478 req-7b81f83f-9a4b-4784-b761-e44b6a6ed960 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416686 Jun 29 17:22:12.218374 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafa83c-2030-4427-9af7-1741b25eee3a req-02450b62-f93a-4c4f-837a-6bca9f417b49 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:12.220066 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5fafa83c-2030-4427-9af7-1741b25eee3a req-02450b62-f93a-4c4f-837a-6bca9f417b49 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0778630 Jun 29 17:22:12.267453 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5fafa83c-2030-4427-9af7-1741b25eee3a req-d09f97ac-9903-4f74-abc4-74da7d4ec700 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Jun 29 17:22:12.271510 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48f33-0ef7-452c-91aa-49db7be60884 req-4ce27039-3c74-45b1-b24a-f5d12ecd855d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:12.273005 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-61e48f33-0ef7-452c-91aa-49db7be60884 req-4ce27039-3c74-45b1-b24a-f5d12ecd855d tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0846646 Jun 29 17:22:12.320737 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-61e48f33-0ef7-452c-91aa-49db7be60884 req-f97c4050-3b9c-428e-89ac-1291ffb9ca91 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Jun 29 17:22:13.572817 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:22:13.634324 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaffadd-579f-4afe-870a-066517c1e23d req-c78d0134-3aea-4eb4-9d4f-0e7463db1bf1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:13.636191 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-baaffadd-579f-4afe-870a-066517c1e23d req-c78d0134-3aea-4eb4-9d4f-0e7463db1bf1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1294937 Jun 29 17:22:13.680435 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6b3c-62c4-4d26-aa08-4d9cf95bb7ae req-d52fe0d2-f8e8-4188-915f-6580223923c9 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:13.682625 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-512d6b3c-62c4-4d26-aa08-4d9cf95bb7ae req-d52fe0d2-f8e8-4188-915f-6580223923c9 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1217864 Jun 29 17:22:13.694706 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-baaffadd-579f-4afe-870a-066517c1e23d req-521040e4-38d3-4edc-92d8-fe02bc227774 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488386 Jun 29 17:22:13.709129 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33070) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:13.747443 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-512d6b3c-62c4-4d26-aa08-4d9cf95bb7ae req-e1b51215-cab1-41dc-8666-01d0aac22b97 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/security-groups?id=9e2148ac-60c8-4fee-80ed-4c9c8bf49264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562646 Jun 29 17:22:13.773124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Deleting subnet d798a019-1afe-47b9-be73-ebbc73868308 {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:22:13.777196 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:13.839718 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:13.848187 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:13.984151 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:13.994642 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55314a50-282c-4ae3-8f37-6047e1958807 req-079723a3-5d95-4ee8-bfd2-4f247b166b46 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:13.996128 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-55314a50-282c-4ae3-8f37-6047e1958807 req-079723a3-5d95-4ee8-bfd2-4f247b166b46 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.81 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1166928 Jun 29 17:22:13.997401 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:14.078239 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d798a019-1afe-47b9-be73-ebbc73868308,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:14.093377 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.107779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.108139 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.108518 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.108836 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.109181 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.109522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.109917 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.110305 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.110876 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.111215 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.111585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.120632 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d798a019-1afe-47b9-be73-ebbc73868308 HTTP/1.1" status: 204 len: 168 time: 0.4104414 Jun 29 17:22:14.123407 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33082) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:14.123569 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:14.127195 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Deleting port a47638c3-8a2e-492d-885d-6396bf0e921b {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:22:14.127576 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.229952 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.385364 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] For port a47638c3-8a2e-492d-885d-6396bf0e921b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a47638c3-8a2e-492d-885d-6396bf0e921b,segment=NetworkSegment(03786167-8450-4bae-a94c-c0089839a4f2),segment_id=03786167-8450-4bae-a94c-c0089839a4f2)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:14.385639 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.432265 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.447410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.447410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.447410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.447795 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > port after_create 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.453263 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.456530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > port after_update 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.457150 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.457946 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.459416 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.459689 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.521877 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Calling delete_port for a47638c3-8a2e-492d-885d-6396bf0e921b owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:22:14.541633 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.542053 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.542339 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.542662 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:14.543013 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca016784-ea8e-4838-a639-b0ffe2c0249c']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:14.557892 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1e8cae-7d40-4c7d-a239-5881d6e128e2') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:14.558190 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1e8cae-7d40-4c7d-a239-5881d6e128e2') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:14.573238 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.591000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.598599 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:22:14.598996 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: util.warn_limited( Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: util.warn_limited( Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:22:14.615638 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:22:14.698818 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.703679 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:14.721853 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.724703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca016784-ea8e-4838-a639-b0ffe2c0249c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:14.735262 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ca016784-ea8e-4838-a639-b0ffe2c0249c HTTP/1.1" status: 204 len: 168 time: 0.6107175 Jun 29 17:22:14.737186 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.737544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.737882 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.738345 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.738551 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.738884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.739212 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.739536 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.739867 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.740190 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.740543 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:14.743035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33092) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:14.745859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:14.808847 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Deleting subnet c289ad18-29b9-4f69-897b-24b28c1b7d5a {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:22:14.812139 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.817649 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.832753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:14.882004 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:14.889085 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['a47638c3-8a2e-492d-885d-6396bf0e921b'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:22:14.911266 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Pushing event deleted for resources: {'Port': ['ID=a47638c3-8a2e-492d-885d-6396bf0e921b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:14.947050 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:14.998697 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] No DVR routers for this DVR port a47638c3-8a2e-492d-885d-6396bf0e921b on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:22:15.000591 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-22061fba-bf94-4c2a-ad5c-0a587384eba8 req-567ffb0a-1ae1-45f8-ba7a-0381ad2b9b34 tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0760608 Jun 29 17:22:15.007140 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.011652 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'name': 'network-vif-deleted', 'tag': 'a47638c3-8a2e-492d-885d-6396bf0e921b'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:15.038036 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-55314a50-282c-4ae3-8f37-6047e1958807 req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.81 "DELETE /v2.0/ports/a47638c3-8a2e-492d-885d-6396bf0e921b HTTP/1.1" status: 204 len: 173 time: 1.0114660 Jun 29 17:22:15.042522 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.071789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741301-73e3-46e7-bed4-75ff95ac0552 req-7e6d18d2-810c-46b4-bbf4-abc3a5cac5fe tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:15.073272 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9d741301-73e3-46e7-bed4-75ff95ac0552 req-7e6d18d2-810c-46b4-bbf4-abc3a5cac5fe tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.2435906 Jun 29 17:22:15.123962 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8382eb97-ec12-4862-bdc3-f46ec1f0f2f5', 'name': 'network-vif-deleted', 'tag': 'a47638c3-8a2e-492d-885d-6396bf0e921b', 'status': 'completed', 'code': 200} Jun 29 17:22:15.155966 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9d741301-73e3-46e7-bed4-75ff95ac0552 req-2f6880a1-a994-40da-8ffd-d9c18dffc0dc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669487 Jun 29 17:22:15.162092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.166753 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d4199ab8-6077-4730-94a0-7b105b685821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:15.215722 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c289ad18-29b9-4f69-897b-24b28c1b7d5a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:15.222456 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:15.229501 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.241676 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33116) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:15.251903 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5aa45788-e4b1-4c3f-96ad-250b2f174e66 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c289ad18-29b9-4f69-897b-24b28c1b7d5a HTTP/1.1" status: 204 len: 168 time: 0.5077419 Jun 29 17:22:15.354077 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.482121 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.497641 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.498015 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.498761 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.499097 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > port after_create 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.499415 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > port after_delete 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.499759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > port after_update 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.500093 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.500585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.500904 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.501221 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.566309 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.566663 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.566990 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.567323 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:22:15.567654 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc111cc2-5369-47f7-a970-f7159665cc6b']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:15.585120 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdeb67d-df43-499f-8322-cc87851e2213') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:15.585413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdeb67d-df43-499f-8322-cc87851e2213') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:15.597077 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.613727 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.622248 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:22:15.622780 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: util.warn_limited( Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: util.warn_limited( Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:22:15.641568 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:22:15.744709 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.751195 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:15.754013 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:15.782937 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc111cc2-5369-47f7-a970-f7159665cc6b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:15.785369 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:15.788095 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] 10.222.0.79 "DELETE /v2.0/networks/bc111cc2-5369-47f7-a970-f7159665cc6b HTTP/1.1" status: 204 len: 168 time: 0.5453827 Jun 29 17:22:15.995306 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33142) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:16.050333 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-585aa891-cd12-47a1-b79a-98aebfe22a94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1fe033c336649a083ef90210e64fb69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537095 Jun 29 17:22:16.052883 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33148) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:16.117755 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.183062 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-08467d28-15bf-47f5-a46c-ca887d1bec6a req-1e34530f-ee6a-4b5e-8aec-0a23ae2447cb tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0564702 Jun 29 17:22:16.184798 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.251655 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.256881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7d0e292c-8fe7-479d-aaed-8f8d50e60792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:16.270896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5298f-47aa-41cb-b27d-0d52d296e758,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:16.281633 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:16.285285 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.290041 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95d5298f-47aa-41cb-b27d-0d52d296e758 HTTP/1.1" status: 204 len: 168 time: 0.2333059 Jun 29 17:22:16.420881 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aa333-20fe-4025-9a08-0fa6b900cd46 req-04fdd3ca-efa5-4f92-b590-d5bc22671cf2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:16.422675 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8e0aa333-20fe-4025-9a08-0fa6b900cd46 req-04fdd3ca-efa5-4f92-b590-d5bc22671cf2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0860741 Jun 29 17:22:16.488911 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8e0aa333-20fe-4025-9a08-0fa6b900cd46 req-0322efdd-ec95-4c17-9d37-238a17118772 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595944 Jun 29 17:22:16.732197 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33168) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:16.774262 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33172) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:16.789703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33178) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:16.789932 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-1646dab7-a1c9-46a6-9c29-3e4e6ba4c3db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ece184508094e1f91ca7a8814113d9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565109 Jun 29 17:22:16.855426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.883454 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.945996 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:16.966992 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fcbda485-9b84-4153-93a6-95aa01ba0a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:16.997943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fcc8b-6afc-4ca7-8e73-6c95abce50e3,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:17.014104 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:17.017157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.018193 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/613fcc8b-6afc-4ca7-8e73-6c95abce50e3 HTTP/1.1" status: 204 len: 168 time: 0.2266164 Jun 29 17:22:17.019516 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.070814 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:17.076073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Usage tracker for resource:security_group_rule and tenant:c5858ef79e9e486490680997d24f6b15 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:17.080303 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:17.087467 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:17.163177 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.171140 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.181022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-51a8d0b6-ceda-4037-86ea-f1876ce6be5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:17.232007 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5858ef79e9e486490680997d24f6b15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4566154 Jun 29 17:22:17.233767 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f5a8fd-1bf3-4165-88b9-49561fcd193c,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:17.234731 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33196) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:17.237394 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:17.319380 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.350513 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.409825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.415297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-537b3226-c131-460a-9486-77e32b386a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:17.426055 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-edd46eb4-12af-4052-86cc-5b7aacd8fcba req-045b3f62-bc65-4083-969e-70d586bf987e tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] 10.222.0.79 "GET /v2.0/ports?device_id=8382eb97-ec12-4862-bdc3-f46ec1f0f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0508981 Jun 29 17:22:17.427975 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f5a8fd-1bf3-4165-88b9-49561fcd193c,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:17.430912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:17.433208 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.434309 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75f5a8fd-1bf3-4165-88b9-49561fcd193c HTTP/1.1" status: 204 len: 168 time: 0.1984003 Jun 29 17:22:17.754948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67d080-ed26-441e-943a-347562a7f074 req-e0aef758-d6a2-4477-af40-4876f51dd295 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:17.756770 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4b67d080-ed26-441e-943a-347562a7f074 req-e0aef758-d6a2-4477-af40-4876f51dd295 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1314890 Jun 29 17:22:17.856415 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4b67d080-ed26-441e-943a-347562a7f074 req-6b33ca82-8d48-4ed8-9749-d6196fe1463b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846744 Jun 29 17:22:17.935289 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33226) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:17.955748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:17.989744 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:17.994236 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Usage tracker for resource:security_group_rule and tenant:85072ff867a542a586fc921fda0fa1c4 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:17.997206 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:18.003171 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:18.075904 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:18.082400 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:18.090301 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9638cfbc-5516-406b-9ed3-dd67ae59698a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:18.131309 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ccfb19-bab4-4820-b362-4402f95cfc41,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:18.134757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:18.138325 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85072ff867a542a586fc921fda0fa1c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2018259 Jun 29 17:22:18.141145 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33236) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:18.243866 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:18.304956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:18.375465 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:18.380809 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7bcda3c5-bc97-4058-8916-ad66915bbfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:18.392578 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ccfb19-bab4-4820-b362-4402f95cfc41,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:18.397235 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:18.404258 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:18.406097 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32ccfb19-bab4-4820-b362-4402f95cfc41 HTTP/1.1" status: 204 len: 168 time: 0.2636328 Jun 29 17:22:18.753683 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device a47638c3-8a2e-492d-885d-6396bf0e921b no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:22:18.819695 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: a47638c3-8a2e-492d-885d-6396bf0e921b {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:22:18.820233 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device a47638c3-8a2e-492d-885d-6396bf0e921b not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:22:19.096091 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e88af-932f-4311-9fec-5ce8000aba48 req-54a520b4-07e9-49a3-a781-ab772c56e3e3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:19.097993 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-356e88af-932f-4311-9fec-5ce8000aba48 req-54a520b4-07e9-49a3-a781-ab772c56e3e3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0974414 Jun 29 17:22:19.155475 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-356e88af-932f-4311-9fec-5ce8000aba48 req-17e582d8-dc90-4e01-8314-fe5875e26037 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500093 Jun 29 17:22:19.364638 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33300) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:19.653039 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:19.686317 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:19.690479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Usage tracker for resource:security_group_rule and tenant:8c6c39e1a2ce4bd19528960e3a934d66 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:19.693287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:19.699141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:19.772946 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:19.778189 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:19.785739 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7133880d-cdd3-4fcc-9b62-76dfae4bed0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:19.822093 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8fbaf8-bb5c-4ad2-851d-b78a4aebdab4,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:19.830518 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:19.840212 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c6c39e1a2ce4bd19528960e3a934d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735219 Jun 29 17:22:19.842031 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33336) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:19.906047 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:19.935106 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.003700 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.007881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a8a24012-15f7-4ba5-9a63-10e5120d5655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:20.023370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8fbaf8-bb5c-4ad2-851d-b78a4aebdab4,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:20.025749 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:20.042357 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.043728 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f8fbaf8-bb5c-4ad2-851d-b78a4aebdab4 HTTP/1.1" status: 204 len: 168 time: 0.2005680 Jun 29 17:22:20.551667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33372) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:20.559998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a1b41-27fd-4384-aa5a-656848631121 req-19fab087-f332-4c1c-b634-65b22207c55f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:20.561636 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6c3a1b41-27fd-4384-aa5a-656848631121 req-19fab087-f332-4c1c-b634-65b22207c55f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1488318 Jun 29 17:22:20.585984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.635558 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6c3a1b41-27fd-4384-aa5a-656848631121 req-7dc7acb9-667f-43de-8b7f-1af0ed52ea0a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665443 Jun 29 17:22:20.653802 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:20.658801 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Usage tracker for resource:security_group_rule and tenant:524b46f41dec40138cf988401f2b3851 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:20.662785 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:20.670525 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:20.746747 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33378) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:20.805343 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.820282 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.836115 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b134700a-2d52-435e-a502-f1cfc7c7817b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:20.887965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b00bb-5068-4e1b-8fea-d9bd6d56ffff,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:20.893142 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Deleting subnet 029e00cd-731b-4f10-b73e-335dd9195efa {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:22:20.895659 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:20.900041 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:20.942889 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=524b46f41dec40138cf988401f2b3851&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3896739 Jun 29 17:22:20.945462 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33388) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:20.969975 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.052789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.106489 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.143988 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.170520 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.184734 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:21.276782 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029e00cd-731b-4f10-b73e-335dd9195efa,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:21.282393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:21.287778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.298700 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/029e00cd-731b-4f10-b73e-335dd9195efa HTTP/1.1" status: 204 len: 168 time: 0.5509322 Jun 29 17:22:21.301387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33392) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:21.319968 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.322228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.323265 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a66b00bb-5068-4e1b-8fea-d9bd6d56ffff HTTP/1.1" status: 204 len: 168 time: 0.3769553 Jun 29 17:22:21.326070 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-80ecec60-c0ff-4d2b-9dba-37b5b0dbb5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:21.389437 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66b00bb-5068-4e1b-8fea-d9bd6d56ffff,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:21.394308 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-87cf1b96-7d2b-4b74-958c-3dc0ffffec8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:21.427405 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.559004 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.572310 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c67e66f-ca43-4f65-af96-7aa5e60ebfff']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:21.585495 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03786167-8450-4bae-a94c-c0089839a4f2') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:21.585794 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03786167-8450-4bae-a94c-c0089839a4f2') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:22:21.597799 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.614288 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.621113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:22:21.621542 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:22:21.635360 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:22:21.725820 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.730274 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-33d0b570-768c-4395-9162-646fc826b93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:21.749329 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:21.757524 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c67e66f-ca43-4f65-af96-7aa5e60ebfff,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:21.762656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:21.774974 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] 10.222.0.79 "DELETE /v2.0/networks/5c67e66f-ca43-4f65-af96-7aa5e60ebfff HTTP/1.1" status: 204 len: 168 time: 0.4724305 Jun 29 17:22:22.004591 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0bd4-4750-4319-9da3-b0c79cdf16ff req-f67b8439-2a60-4b0b-8b04-29d6381811e8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:22.006884 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-10ff0bd4-4750-4319-9da3-b0c79cdf16ff req-f67b8439-2a60-4b0b-8b04-29d6381811e8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1128747 Jun 29 17:22:22.010995 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33422) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:22.072533 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-15c2f686-d415-454d-ad4e-699d40232e30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91f77e0dec6545428a67ad3485dbdbec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600834 Jun 29 17:22:22.074858 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33430) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:22.124506 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-10ff0bd4-4750-4319-9da3-b0c79cdf16ff req-c4515c0d-5c47-407e-abe1-f4b0015466a4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032815 Jun 29 17:22:22.161694 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:22.199279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:22.273034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:22.277854 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1ba6d20c-c6c8-4f7c-9370-8add929058fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:22.293456 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2148ac-60c8-4fee-80ed-4c9c8bf49264,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:22.296374 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:22.306383 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:22.307640 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e2148ac-60c8-4fee-80ed-4c9c8bf49264 HTTP/1.1" status: 204 len: 168 time: 0.2317524 Jun 29 17:22:23.107022 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33484) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:23.134956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 33492) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:23.259745 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.272907 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1989359676-network', 'tenant_id': '16bcb94cc9f04c619cc082034f78e71d'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:23.279638 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:23.286350 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Usage tracker for resource:network and tenant:16bcb94cc9f04c619cc082034f78e71d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:23.290540 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:23.304501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:23.317728 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:23.321757 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Made reservation on behalf of 16bcb94cc9f04c619cc082034f78e71d for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:22:23.324021 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.333049 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Usage tracker for resource:security_group_rule and tenant:90acb83b9b65416e943d37c171be184d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:23.337040 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:23.343744 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.352587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:23.394972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:23.402498 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Usage tracker for resource:security_group_rule and tenant:16bcb94cc9f04c619cc082034f78e71d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:23.406486 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:23.417651 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:23.462763 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.470079 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.481994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:23.545833 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef3a5b-53a3-4895-8192-953cde6729c8,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:23.552610 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90acb83b9b65416e943d37c171be184d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4417186 Jun 29 17:22:23.552610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:23.553548 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33500) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:23.568144 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.575322 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.578640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-87ff30d3-c05b-4adb-9121-63ddc81f533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:23.610499 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:22:23.616376 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d026f39d-651c-47ef-afd4-4363936ca08b,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:23.620634 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:23.623427 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.623893 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.624285 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Added segment f170d813-f341-43cd-8780-625196e5e53b of type vlan for network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 Jun 29 17:22:23.653273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.653834 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.685472 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.686788 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:23.687413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.692678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:23.707291 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.712199 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-293e1828-3ef1-4a65-acab-ba08e9dc4773 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:23.725822 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef3a5b-53a3-4895-8192-953cde6729c8,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:23.728146 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:23.730158 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:23.731287 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64ef3a5b-53a3-4895-8192-953cde6729c8 HTTP/1.1" status: 204 len: 168 time: 0.1771009 Jun 29 17:22:23.795746 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Pushing event updated for resources: {'Network': ['ID=c44c6bcd-0c19-44e7-8d5a-831123cc67a1,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:23.802267 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6631615 Jun 29 17:22:23.802267 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:23.802664 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33506) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:23.807395 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:22:23.808531 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Request body: {'subnet': {'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1989359676-subnet', 'tenant_id': '16bcb94cc9f04c619cc082034f78e71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:23.814033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:23.817868 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Usage tracker for resource:subnet and tenant:16bcb94cc9f04c619cc082034f78e71d is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:23.820861 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:23.827344 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:23.838845 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Made reservation on behalf of 16bcb94cc9f04c619cc082034f78e71d for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:22:23.841369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:24.124815 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:24.130095 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b055e838-8e54-4e14-9d10-8a2af9fc085e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:24.212170 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:24.215894 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:24.225401 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Checking segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:22:24.225758 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Network hostable DHCP agents. Network: c44c6bcd-0c19-44e7-8d5a-831123cc67a1, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:22:24.249285 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:22:24.260713 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, c44c6bcd-0c19-44e7-8d5a-831123cc67a1) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:22:24.265188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:24.266483 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:24.270200 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba31e1-3f5f-44eb-8069-c184f02e5c2f None None] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:22:24.290923 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4871845 Jun 29 17:22:24.528603 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101b275-a827-4976-9dfd-eb8eda50c182 None None] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:22:25.348765 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741f8cd-17b9-45fd-82d3-9fb1beade4dc req-d9e26c53-05d4-4ab5-8ee4-6434588e160a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:25.350269 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1741f8cd-17b9-45fd-82d3-9fb1beade4dc req-d9e26c53-05d4-4ab5-8ee4-6434588e160a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0864227 Jun 29 17:22:25.400817 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1741f8cd-17b9-45fd-82d3-9fb1beade4dc req-950676e0-8fd7-44fa-b9d1-e5ac825c18e3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Jun 29 17:22:25.841719 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-7f0eff3a-cdf7-4fea-85de-9de90d3dc8d0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:25.843010 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-7f0eff3a-cdf7-4fea-85de-9de90d3dc8d0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.1536863 Jun 29 17:22:25.862930 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-00733964-fdbd-405c-803b-8b981b95860d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/quotas/16bcb94cc9f04c619cc082034f78e71d HTTP/1.1" status: 200 len: 375 time: 0.0112703 Jun 29 17:22:25.908226 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-9a559157-373b-4370-a7b1-daead206be12 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403242 Jun 29 17:22:26.052361 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-ed9701fd-5366-48b9-990f-010aa4b0b020 service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338477 Jun 29 17:22:26.219910 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-3b3038aa-6ab1-4b20-9cbb-2f63c8fef71b service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602843 Jun 29 17:22:27.187339 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:29.560760 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6e97f238-f86f-42a4-84ce-22786b877ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:30.123993 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:30.242649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a120-809d-4142-85df-a60c47cb71dd req-34fecbe0-7867-4777-ade8-8f70ee1357d4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:30.244129 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3937a120-809d-4142-85df-a60c47cb71dd req-34fecbe0-7867-4777-ade8-8f70ee1357d4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0883400 Jun 29 17:22:30.299688 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3b05b321-36d0-413f-b53e-4d1c7175168a req-012fb265-e754-4594-b64d-d6191d84fefc tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 210 time: 0.0704606 Jun 29 17:22:30.310011 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3937a120-809d-4142-85df-a60c47cb71dd req-71ea513d-041b-4e21-9e26-b8a31e363889 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Jun 29 17:22:31.310987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-2be43fc4-dc67-41f3-93d2-8aec5d3f41f6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:31.311674 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-2be43fc4-dc67-41f3-93d2-8aec5d3f41f6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:network {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:22:31.330298 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-2be43fc4-dc67-41f3-93d2-8aec5d3f41f6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:network {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:22:31.331554 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-2be43fc4-dc67-41f3-93d2-8aec5d3f41f6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.1809378 Jun 29 17:22:31.390383 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Request body: {'port': {'device_id': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'admin_state_up': True, 'tenant_id': '16bcb94cc9f04c619cc082034f78e71d'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:31.528618 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5861-77a5-4621-a24d-8bd68cfa5d64 req-31cd99f7-1b41-429e-b36c-e5a00c4659f0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:31.531249 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a18e5861-77a5-4621-a24d-8bd68cfa5d64 req-31cd99f7-1b41-429e-b36c-e5a00c4659f0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0856431 Jun 29 17:22:31.591955 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a18e5861-77a5-4621-a24d-8bd68cfa5d64 req-f7817844-63d1-4c85-9c44-5bd53c05b9c9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538723 Jun 29 17:22:31.603764 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1a3008fd-d899-4d40-9df1-ebddbbba7575 req-e5496f0e-4157-4614-b929-39347b071359 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 210 time: 0.1065478 Jun 29 17:22:31.631614 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:31.637480 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Usage tracker for resource:port and tenant:16bcb94cc9f04c619cc082034f78e71d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:31.641291 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:31.647763 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:31.657648 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Made reservation on behalf of 16bcb94cc9f04c619cc082034f78e71d for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:22:31.660860 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:31.841979 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Allocated IP 172.20.0.11 (c44c6bcd-0c19-44e7-8d5a-831123cc67a1/cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744/f293a02c-6c88-46de-b41d-831fc2e7fa4f) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:22:31.908787 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-32c78ed0-84e6-4c02-aead-74efc1ead1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:32.085983 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-22166b1f-ad03-44a8-8113-84b6d60f505a tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c5a7fe3a45b64da5b4fb2c96c2c50af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277472 Jun 29 17:22:32.131714 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:32.163320 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:32.169788 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:32.246357 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:22:32.247412 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event updated for resources: {'Port': ['ID=f293a02c-6c88-46de-b41d-831fc2e7fa4f,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:32.247870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b6c3c-f38c-471d-80ec-799674052382 req-b14fb904-6a51-4211-a000-1fa61aca4320 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:32.252368 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-b14fb904-6a51-4211-a000-1fa61aca4320 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572449 Jun 29 17:22:32.252542 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:32.252542 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:22:32.254253 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:22:32.274121 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-e2d0a423-28b7-42bd-b77b-6f9c54fa0340 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/quotas/c5a7fe3a45b64da5b4fb2c96c2c50af0 HTTP/1.1" status: 200 len: 375 time: 0.0119021 Jun 29 17:22:32.314820 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:32.315481 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:32.323337 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-8cdcba23-024d-4d81-baf4-355e8a45f9bd tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5a7fe3a45b64da5b4fb2c96c2c50af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437381 Jun 29 17:22:32.338042 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9524608 Jun 29 17:22:32.369791 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Request body: {'port': {'device_id': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:32.489350 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:32.677053 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2406571c-cea1-4e6d-acc7-3b4368673ecb req-291cdfb8-037b-4a2f-9a8e-e27831325e0d tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 210 time: 0.1019907 Jun 29 17:22:32.902522 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b80f-51bc-490c-af6a-c67c44282a7c req-7c55f568-3ad1-4683-830a-5e249ecefcfb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:32.911263 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3a68b80f-51bc-490c-af6a-c67c44282a7c req-7c55f568-3ad1-4683-830a-5e249ecefcfb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1229119 Jun 29 17:22:32.995042 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3a68b80f-51bc-490c-af6a-c67c44282a7c req-9fea0070-0bfa-41cf-a1bb-fc647b7bdb57 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825055 Jun 29 17:22:33.001536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.058926 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f293a02c-6c88-46de-b41d-831fc2e7fa4f {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:22:33.069840 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.087978 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33730) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:33.090784 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Transition to ACTIVE for port object f293a02c-6c88-46de-b41d-831fc2e7fa4f will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:22:33.102958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-33f3441f-9f5a-4c96-b916-d2542c01d8c7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:33.103579 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-33f3441f-9f5a-4c96-b916-d2542c01d8c7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:22:33.107762 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.116481 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:33.192379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-33f3441f-9f5a-4c96-b916-d2542c01d8c7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:22:33.192379 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-33f3441f-9f5a-4c96-b916-d2542c01d8c7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 932 time: 0.2795851 Jun 29 17:22:33.280535 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Pushing event updated for resources: {'Port': ['ID=f293a02c-6c88-46de-b41d-831fc2e7fa4f,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:33.285182 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:33.328292 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.338776 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-4c2dc550-c75a-459c-b6b8-27ac7942c579 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:22:33.364610 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:33.368675 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Usage tracker for resource:security_group_rule and tenant:ac979f0bc2f840c8a34f21fd0077f2bf is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:33.371835 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:33.377926 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:33.417386 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-4c2dc550-c75a-459c-b6b8-27ac7942c579 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:22:33.431305 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-52d70382-b2a4-4f26-a323-5dca58fd1634 req-4c2dc550-c75a-459c-b6b8-27ac7942c579 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387955 Jun 29 17:22:33.450539 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Attempting to bind port f293a02c-6c88-46de-b41d-831fc2e7fa4f on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:22:33.451227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Attempting to bind port f293a02c-6c88-46de-b41d-831fc2e7fa4f by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:22:33.451227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Attempting to bind port f293a02c-6c88-46de-b41d-831fc2e7fa4f on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:22:33.455600 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.459750 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Port f293a02c-6c88-46de-b41d-831fc2e7fa4f on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:22:33.460419 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Attempting to bind port f293a02c-6c88-46de-b41d-831fc2e7fa4f on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:22:33.460561 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.468017 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b7260bf-713b-44b7-a652-c9fc9a47a24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:33.469210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:22:33.469747 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Checking segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:22:33.470330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Bound using segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:22:33.470959 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Bound port: f293a02c-6c88-46de-b41d-831fc2e7fa4f, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:22:33.471760 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.519710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3998a3-3723-43ba-befe-5d3951612bab,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:33.520389 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac979f0bc2f840c8a34f21fd0077f2bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4312291 Jun 29 17:22:33.521462 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:33.524021 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33744) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:33.585685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] For port f293a02c-6c88-46de-b41d-831fc2e7fa4f, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:22:33.589551 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] For port f293a02c-6c88-46de-b41d-831fc2e7fa4f, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:22:33.596513 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.597748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.603196 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:33.626818 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.681057 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.682538 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] 10.222.0.81 "PUT /v2.0/ports/f293a02c-6c88-46de-b41d-831fc2e7fa4f HTTP/1.1" status: 200 len: 1094 time: 1.3177249 Jun 29 17:22:33.683120 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'tag': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:33.688221 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.697362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-82066db8-9b72-4f18-8ea3-05f45b972fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:33.701022 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Pushing event updated for resources: {'Port': ['ID=f293a02c-6c88-46de-b41d-831fc2e7fa4f,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:33.704385 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:33.711748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3998a3-3723-43ba-befe-5d3951612bab,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:33.713984 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:33.716123 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:33.719632 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f3998a3-3723-43ba-befe-5d3951612bab HTTP/1.1" status: 204 len: 168 time: 0.1922281 Jun 29 17:22:33.865459 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'tag': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'status': 'completed', 'code': 200} Jun 29 17:22:34.003524 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c25631d9-af41-4306-9e36-fa4727f9b9c6 req-dc16daf9-8ab4-4a01-9a84-e3dc23405d95 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 210 time: 0.0455437 Jun 29 17:22:34.004075 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-38b8b681-123e-4094-939b-20b40f019728 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0817983 Jun 29 17:22:34.102484 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-97af4738-9b6e-4fb8-9c3f-394b93c884f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f HTTP/1.1" status: 200 len: 217 time: 0.0651371 Jun 29 17:22:34.229016 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-0cbd7554-8df4-405c-abf6-667e94938efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:34.230455 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-0cbd7554-8df4-405c-abf6-667e94938efa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.1182444 Jun 29 17:22:34.299483 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-9aee368f-c369-476c-a44c-129358b3886c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549195 Jun 29 17:22:34.305713 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b851f-2bd5-4bfc-836e-4a28d2fa9204 req-841a86c3-1b5e-43b1-bda8-3cc8ba3e8ace tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:34.307029 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c75b851f-2bd5-4bfc-836e-4a28d2fa9204 req-841a86c3-1b5e-43b1-bda8-3cc8ba3e8ace tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1587074 Jun 29 17:22:34.489884 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:34.504264 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c75b851f-2bd5-4bfc-836e-4a28d2fa9204 req-4aaf5991-3c2d-4635-8fe8-4be3763c1089 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913030 Jun 29 17:22:34.547609 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-e64269a3-7402-4e6b-af77-36c4519d0b4b service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628382 Jun 29 17:22:34.715498 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb631d-aaad-49db-ba3e-f0eac215c8d3 req-9aeace63-49ba-444e-95fa-2092707e9a54 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:34.717349 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-42fb631d-aaad-49db-ba3e-f0eac215c8d3 req-9aeace63-49ba-444e-95fa-2092707e9a54 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 944 time: 0.1234601 Jun 29 17:22:34.755158 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c9bd162-0a0f-4d91-9dee-eaf86cb1a5a6 req-77b7f441-af03-4c67-a2a7-c195e11fdea1 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725647 Jun 29 17:22:34.773764 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-42fb631d-aaad-49db-ba3e-f0eac215c8d3 req-8d32ecb2-32a5-4a5c-ad88-70a34f6565e6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Jun 29 17:22:34.909022 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-0d9bc228-fe47-4e4c-bf5e-fe5619f5f591 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c5a7fe3a45b64da5b4fb2c96c2c50af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668745 Jun 29 17:22:35.265875 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-23bc25a0-ecdf-4814-8e25-863127b9e1dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 1097 time: 0.2560523 Jun 29 17:22:35.279150 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b6c3c-f38c-471d-80ec-799674052382 req-0e1896d9-d8d0-4191-ac46-e2a9d9b02e04 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:35.280830 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-0e1896d9-d8d0-4191-ac46-e2a9d9b02e04 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205603 Jun 29 17:22:35.380822 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Request body: {'port': {'device_id': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64', 'admin_state_up': True, 'tenant_id': 'c5a7fe3a45b64da5b4fb2c96c2c50af0'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:35.608969 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-12899bbd-baa8-4ed1-80e6-598c19ffbf7b req-487c7921-01f0-4866-9899-807984d6edd6 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 210 time: 0.1194615 Jun 29 17:22:35.714419 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:35.721007 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Usage tracker for resource:port and tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:35.723993 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1910f7-76b7-481b-8774-20147400a46a req-8e58e44d-cbe6-4a11-998b-38aa6e95c639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:35.725535 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-8e58e44d-cbe6-4a11-998b-38aa6e95c639 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 916 time: 0.3494928 Jun 29 17:22:35.726304 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:35.732555 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:35.782817 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8fce7-1e66-4476-9d14-252f7d424b73 req-3c76b064-0307-4d4c-8023-56939d027e69 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:35.795938 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-02b8fce7-1e66-4476-9d14-252f7d424b73 req-3c76b064-0307-4d4c-8023-56939d027e69 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1133461 Jun 29 17:22:35.804877 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-78fc5090-bdc4-4adf-a598-5e1598294c5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f HTTP/1.1" status: 200 len: 217 time: 0.0682137 Jun 29 17:22:35.817944 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Made reservation on behalf of c5a7fe3a45b64da5b4fb2c96c2c50af0 for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:22:35.824285 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:35.825684 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33838) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:35.876783 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-02b8fce7-1e66-4476-9d14-252f7d424b73 req-b7c6fbdb-bf72-406d-8eb4-380e03db8853 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787392 Jun 29 17:22:35.927889 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:35.990782 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1910f7-76b7-481b-8774-20147400a46a req-90a81907-a373-42f1-89a0-380141203423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:35.992238 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-90a81907-a373-42f1-89a0-380141203423 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.1314144 Jun 29 17:22:36.017243 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.068323 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:36.073583 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-f0877296-7243-4c51-a8ac-a165c4a87aa3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567548 Jun 29 17:22:36.078388 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Usage tracker for resource:security_group_rule and tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:36.082461 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:36.092100 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:36.111153 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:36.115804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:30f5de96facb4151a4c878e1e1a0a080 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:36.118666 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:36.125155 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:36.206508 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22996a-34cc-45ae-9d8e-93e8f15ca2e1 req-46f4de70-fbcc-46eb-af3e-7f9a0d5dd2e8 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:36.209640 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.212986 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7e22996a-34cc-45ae-9d8e-93e8f15ca2e1 req-46f4de70-fbcc-46eb-af3e-7f9a0d5dd2e8 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 944 time: 0.2712801 Jun 29 17:22:36.217334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.226910 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d3a0cfc2-d917-424d-94d1-f12f2d425797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:36.273650 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30f5de96facb4151a4c878e1e1a0a080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4463556 Jun 29 17:22:36.274773 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9c3cb-0d7e-4714-9cfd-978855d64686,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:36.277103 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33852) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:36.279803 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:36.316852 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7e22996a-34cc-45ae-9d8e-93e8f15ca2e1 req-d1ed2d47-b522-453b-bea2-9495e69e698a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996327 Jun 29 17:22:36.368216 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.374912 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-2926dc05-9369-44c4-b6f2-f4a5c33de031 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846375 Jun 29 17:22:36.410697 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.444867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.488914 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.493904 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:36.509838 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9c3cb-0d7e-4714-9cfd-978855d64686,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:36.510204 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.513123 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca6381f5-6a86-4661-b6ef-8feb23656491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:36.517354 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:36.524705 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:36.529120 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5b9c3cb-0d7e-4714-9cfd-978855d64686 HTTP/1.1" status: 204 len: 168 time: 0.2510734 Jun 29 17:22:36.745084 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e2e01b-c3dd-4a31-9583-9a3812df38fa,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:36.756719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:36.830956 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-da1910f7-76b7-481b-8774-20147400a46a req-117a7e8b-f63c-48db-86d7-5d60033eb063 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279859 Jun 29 17:22:36.865927 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Allocated IP 192.168.233.198 (2db72db8-31fa-4829-85a1-53d474169e64/8e13c483-1071-48db-b28b-02962ecf6fed/b8d7f156-2235-456f-970b-eccd2cc2fa05) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:22:36.910032 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-77c70328-cfe5-4c98-bb57-37256f860dfd req-88c4d2b2-85d8-48c6-95c0-ec312eee4092 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 210 time: 0.0593309 Jun 29 17:22:37.034050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33878) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:37.053053 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.086198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:37.090243 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c76c78ab16458d90887b0f56046106 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:37.093839 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:37.111173 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:37.155604 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.178668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Transition to ACTIVE for port object b8d7f156-2235-456f-970b-eccd2cc2fa05 will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:22:37.185459 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.185997 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd23d1c-6c60-4fa3-a3db-ce3b4091b29b req-bcbf1d4b-7158-4ae1-bbe6-eaba8dfce182 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:37.187659 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4cd23d1c-6c60-4fa3-a3db-ce3b4091b29b req-bcbf1d4b-7158-4ae1-bbe6-eaba8dfce182 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1623490 Jun 29 17:22:37.192549 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.204119 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5b422427-87f6-44f6-a717-2df911a9dc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:37.237497 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.247688 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-bb94f573-e257-411a-bfa4-3bf5e024f53d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:37.253049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac1472-4ac0-4ce1-b08d-1a8f014b2c4f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:37.256476 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:37.261483 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9c76c78ab16458d90887b0f56046106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2240784 Jun 29 17:22:37.269902 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 33882) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:37.356056 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Network 2db72db8-31fa-4829-85a1-53d474169e64 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:22:37.357273 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.358456 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Pushing event updated for resources: {'Port': ['ID=b8d7f156-2235-456f-970b-eccd2cc2fa05,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:37.361154 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:22:37.363009 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:37.365612 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4cd23d1c-6c60-4fa3-a3db-ce3b4091b29b req-74e67a57-381b-4cfb-a485-daf65a7dcb7d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648223 Jun 29 17:22:37.366292 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:22:37.388619 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.438042 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:37.439337 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.471879 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.478285 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cd63d99d-2342-440b-8cfe-e60c7f69aa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:37.499966 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1249821 Jun 29 17:22:37.516164 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.528701 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Request body: {'port': {'device_id': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:22:37.532925 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5cac1472-4ac0-4ce1-b08d-1a8f014b2c4f HTTP/1.1" status: 204 len: 168 time: 0.2617698 Jun 29 17:22:37.539552 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac1472-4ac0-4ce1-b08d-1a8f014b2c4f,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:37.567674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:37.724714 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc435e0e-49cd-4791-bf89-a0d2adff08d5 req-75653693-e13a-4247-89b5-25c8b3ff472e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:37.733832 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-d5c0f387-7a1f-4fc9-adb2-e8f719b9ecc7 None None] Provisioning for port b8d7f156-2235-456f-970b-eccd2cc2fa05 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:22:37.741540 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-d5c0f387-7a1f-4fc9-adb2-e8f719b9ecc7 None None] Provisioning complete for port b8d7f156-2235-456f-970b-eccd2cc2fa05 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:22:37.742028 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f387-7a1f-4fc9-adb2-e8f719b9ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.743567 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc435e0e-49cd-4791-bf89-a0d2adff08d5 req-75653693-e13a-4247-89b5-25c8b3ff472e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 944 time: 0.1676903 Jun 29 17:22:37.743841 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:37.858603 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0f387-7a1f-4fc9-adb2-e8f719b9ecc7 None None] Port b8d7f156-2235-456f-970b-eccd2cc2fa05 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:22:37.861598 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc435e0e-49cd-4791-bf89-a0d2adff08d5 req-47554c53-bbd7-4602-9df0-9636342786e7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163096 Jun 29 17:22:38.138981 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d7f156-2235-456f-970b-eccd2cc2fa05 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:22:38.146107 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:38.171197 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Transition to ACTIVE for port object b8d7f156-2235-456f-970b-eccd2cc2fa05 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:22:38.177748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:38.183236 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:38.372581 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7f156-2235-456f-970b-eccd2cc2fa05,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:38.378490 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:38.496943 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-812058db-83bf-4c67-8697-50c1c13df8eb tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:38.497721 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-812058db-83bf-4c67-8697-50c1c13df8eb tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Synchronizing usage tracker for tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:22:38.530896 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Attempting to bind port b8d7f156-2235-456f-970b-eccd2cc2fa05 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:22:38.531239 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Attempting to bind port b8d7f156-2235-456f-970b-eccd2cc2fa05 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:22:38.531568 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Attempting to bind port b8d7f156-2235-456f-970b-eccd2cc2fa05 on network 2db72db8-31fa-4829-85a1-53d474169e64 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:22:38.534710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-812058db-83bf-4c67-8697-50c1c13df8eb tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Unset dirty status for tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:22:38.535844 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-812058db-83bf-4c67-8697-50c1c13df8eb tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 948 time: 0.2250698 Jun 29 17:22:38.540246 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Port b8d7f156-2235-456f-970b-eccd2cc2fa05 on network 2db72db8-31fa-4829-85a1-53d474169e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:22:38.540698 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Attempting to bind port b8d7f156-2235-456f-970b-eccd2cc2fa05 on network 2db72db8-31fa-4829-85a1-53d474169e64 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:22:38.571681 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:22:38.572017 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Checking segment: {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:22:38.572427 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Bound using segment: {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:22:38.572867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Bound port: b8d7f156-2235-456f-970b-eccd2cc2fa05, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268db15b-d9b8-439e-8fe5-97bc40a894de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:22:38.573213 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:38.650194 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-b62f9777-44fc-4846-97d8-a24e7326dc28 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Synchronizing usage tracker for tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:22:38.664006 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303c53-5772-4778-8356-fbbb655d9371 req-bb2d3701-132b-4a27-8901-3d21e09d685c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:38.665543 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-34303c53-5772-4778-8356-fbbb655d9371 req-bb2d3701-132b-4a27-8901-3d21e09d685c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1054349 Jun 29 17:22:38.708486 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-b62f9777-44fc-4846-97d8-a24e7326dc28 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Unset dirty status for tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:22:38.721061 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f7ce8d23-6662-4992-81ed-9da805a48d8d req-b62f9777-44fc-4846-97d8-a24e7326dc28 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777360 Jun 29 17:22:38.724225 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-34303c53-5772-4778-8356-fbbb655d9371 req-ccc84c5a-3a9c-455e-aae9-50e3fbb005b5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499368 Jun 29 17:22:38.730136 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] For port b8d7f156-2235-456f-970b-eccd2cc2fa05, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:22:38.734214 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] For port b8d7f156-2235-456f-970b-eccd2cc2fa05, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:22:38.746370 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:38.750336 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-450c8620-ea47-48da-8dd0-dd6c3c252885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:38.812671 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:38.814252 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] 10.222.0.81 "PUT /v2.0/ports/b8d7f156-2235-456f-970b-eccd2cc2fa05 HTTP/1.1" status: 200 len: 1098 time: 1.2899420 Jun 29 17:22:38.814719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'tag': 'b8d7f156-2235-456f-970b-eccd2cc2fa05'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:38.835682 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7f156-2235-456f-970b-eccd2cc2fa05,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:38.839963 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:38.890114 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'tag': 'b8d7f156-2235-456f-970b-eccd2cc2fa05', 'status': 'completed', 'code': 200} Jun 29 17:22:39.066736 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-b0edb085-067a-44f2-9032-3ecf0e34eee8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5a7fe3a45b64da5b4fb2c96c2c50af0&device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 1101 time: 0.1071122 Jun 29 17:22:39.116182 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32447ff-276e-4494-8305-e57e14cbf505 req-e01e3499-aff3-46d6-9b47-77a205b1795e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:39.125531 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d32447ff-276e-4494-8305-e57e14cbf505 req-e01e3499-aff3-46d6-9b47-77a205b1795e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 944 time: 0.1222408 Jun 29 17:22:39.162443 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device f293a02c-6c88-46de-b41d-831fc2e7fa4f details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:22:39.226048 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-89dde696-490d-42fd-9866-721e67557bb6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05 HTTP/1.1" status: 200 len: 217 time: 0.1224520 Jun 29 17:22:39.281425 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d32447ff-276e-4494-8305-e57e14cbf505 req-65407bdf-f0ec-4204-9641-7fec29cd671e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544037 Jun 29 17:22:39.398021 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port f293a02c-6c88-46de-b41d-831fc2e7fa4f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:39.430293 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'port_id': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'mac_address': 'fa:16:3e:1f:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:22:39.466731 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b6c3c-f38c-471d-80ec-799674052382 req-364522b0-836f-4dba-ac72-f8090a06b6a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:39.468183 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-364522b0-836f-4dba-ac72-f8090a06b6a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e13c483-1071-48db-b28b-02962ecf6fed HTTP/1.1" status: 200 len: 843 time: 0.2293739 Jun 29 17:22:39.509569 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:39.527394 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f293a02c-6c88-46de-b41d-831fc2e7fa4f {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:22:39.544825 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port f293a02c-6c88-46de-b41d-831fc2e7fa4f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:39.550908 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:39.552804 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:39.586789 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-3540844f-226e-434d-b1c5-f82a000235fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2db72db8-31fa-4829-85a1-53d474169e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0883656 Jun 29 17:22:39.663182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=f293a02c-6c88-46de-b41d-831fc2e7fa4f,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:39.678850 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.679427 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.680409 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.681077 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.681548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.682079 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.682539 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.683034 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.683486 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.683936 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.684442 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:22:39.701214 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:39.751208 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-42949438-4795-438f-a4ae-89f5e2753555 service neutron] 10.222.0.81 "GET /v2.0/networks/2db72db8-31fa-4829-85a1-53d474169e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467712 Jun 29 17:22:39.996255 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722daf8-2a70-4848-aa34-40bf940c7bf2 req-b63b3bcb-92fa-4aa5-86bb-99924aaa3569 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:39.999365 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1722daf8-2a70-4848-aa34-40bf940c7bf2 req-b63b3bcb-92fa-4aa5-86bb-99924aaa3569 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1378741 Jun 29 17:22:40.019906 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f23b6c3c-f38c-471d-80ec-799674052382 req-397730ea-dbcd-4c24-af68-88f1d6cc4fd8 service neutron] 10.222.0.81 "GET /v2.0/networks/2db72db8-31fa-4829-85a1-53d474169e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579401 Jun 29 17:22:40.046969 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e51b23-d3be-44b8-95b0-779be19e8752 req-2e1f1a9b-40c3-4930-ad90-1fbc1570acbe tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:40.055968 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f1e51b23-d3be-44b8-95b0-779be19e8752 req-2e1f1a9b-40c3-4930-ad90-1fbc1570acbe tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 948 time: 0.1667061 Jun 29 17:22:40.066864 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1722daf8-2a70-4848-aa34-40bf940c7bf2 req-4889a547-5fc4-4b3c-8cbe-1f4606d9cb99 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610394 Jun 29 17:22:40.109497 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f1e51b23-d3be-44b8-95b0-779be19e8752 req-5fb4a93d-e3ec-42ef-b4d6-de4ef4b96d8c tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520597 Jun 29 17:22:40.320106 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-04a552d2-67d7-4e44-a4c0-915431f4604e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5a7fe3a45b64da5b4fb2c96c2c50af0&device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 1101 time: 0.0946741 Jun 29 17:22:40.331077 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:22:40.524845 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-da5b0f22-55d8-4eaf-97b1-c11ceae3ec59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:40.529302 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-da5b0f22-55d8-4eaf-97b1-c11ceae3ec59 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2db72db8-31fa-4829-85a1-53d474169e64 HTTP/1.1" status: 200 len: 870 time: 0.1946621 Jun 29 17:22:40.534316 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c31023-2c0b-48c9-8d45-f8a82a07a833 req-03df731e-9be7-4355-b3c1-9f9cd91a3967 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:40.542385 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-55c31023-2c0b-48c9-8d45-f8a82a07a833 req-03df731e-9be7-4355-b3c1-9f9cd91a3967 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 945 time: 0.1409190 Jun 29 17:22:40.597471 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-55c31023-2c0b-48c9-8d45-f8a82a07a833 req-70438cd2-e344-4244-9b2f-444b275af9c1 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540140 Jun 29 17:22:40.668173 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-555778e5-6f33-4483-9e3a-09428a360eae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05 HTTP/1.1" status: 200 len: 217 time: 0.1246629 Jun 29 17:22:40.775985 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-734955bb-affd-462c-9ff4-698c00d60084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:40.777485 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-734955bb-affd-462c-9ff4-698c00d60084 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e13c483-1071-48db-b28b-02962ecf6fed HTTP/1.1" status: 200 len: 843 time: 0.0731316 Jun 29 17:22:40.873955 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-c7df533b-160e-44a6-8d73-cac89991f990 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2db72db8-31fa-4829-85a1-53d474169e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0825624 Jun 29 17:22:41.040284 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-e789814a-5b79-479e-bc4c-26c83c255b15 service neutron] 10.222.0.81 "GET /v2.0/networks/2db72db8-31fa-4829-85a1-53d474169e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456237 Jun 29 17:22:41.365356 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69c5fa75-a393-418a-860f-32a51c91e0e1 req-9a032e9e-d686-4303-a13c-99bf08891228 service neutron] 10.222.0.81 "GET /v2.0/networks/2db72db8-31fa-4829-85a1-53d474169e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050404 Jun 29 17:22:41.401962 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f64688-1343-4b8b-a725-722c70f68ee5 req-92fd023c-ee64-40f0-b41c-77eb567fa049 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:41.404146 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76f64688-1343-4b8b-a725-722c70f68ee5 req-92fd023c-ee64-40f0-b41c-77eb567fa049 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1694307 Jun 29 17:22:41.430168 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ef071-6c5c-4796-908e-4381adf6ab0d req-81e2a6b0-b015-4301-8629-3fbf22dab77f tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:41.432802 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-335ef071-6c5c-4796-908e-4381adf6ab0d req-81e2a6b0-b015-4301-8629-3fbf22dab77f tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 948 time: 0.1063924 Jun 29 17:22:41.468299 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76f64688-1343-4b8b-a725-722c70f68ee5 req-de79ca50-19d4-4120-8044-48a73d3c7069 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524645 Jun 29 17:22:41.490210 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-335ef071-6c5c-4796-908e-4381adf6ab0d req-1b1b8aa4-83b4-4440-be20-8b3d857344d4 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Jun 29 17:22:41.830909 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7b4f-9a8c-4e31-8ff3-223149d376f6 req-cfd6f464-92a5-457d-80de-d563cee90fc5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:41.832690 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-96ec7b4f-9a8c-4e31-8ff3-223149d376f6 req-cfd6f464-92a5-457d-80de-d563cee90fc5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 945 time: 0.1034853 Jun 29 17:22:41.887106 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-96ec7b4f-9a8c-4e31-8ff3-223149d376f6 req-93b9eefe-cf3b-46f0-a2bb-789e6b74bc45 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Jun 29 17:22:42.707387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 34108) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:42.739438 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f79a0-2c8d-41ba-b818-7a1a0f588750 req-857a6fca-d564-457d-b0ad-9457d9862c7b tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:42.741929 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2f79a0-2c8d-41ba-b818-7a1a0f588750 req-857a6fca-d564-457d-b0ad-9457d9862c7b tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 948 time: 0.1049631 Jun 29 17:22:42.800696 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a45065-cd8e-4f03-9b6c-dfff1219d805 req-b2e7a691-e2b4-447e-8b7d-7d324f18a508 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:42.809544 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-13a45065-cd8e-4f03-9b6c-dfff1219d805 req-b2e7a691-e2b4-447e-8b7d-7d324f18a508 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1608675 Jun 29 17:22:42.812082 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2f79a0-2c8d-41ba-b818-7a1a0f588750 req-1619c0ea-9fb4-4c7d-84f9-584702612004 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Jun 29 17:22:42.856908 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-13a45065-cd8e-4f03-9b6c-dfff1219d805 req-1164d55f-9a78-47cb-ade0-89a55036ac22 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Jun 29 17:22:42.914477 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:42.946653 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:42.950497 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b6ffece3bd4a44af95c597986a2014 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:42.953295 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:42.958958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:43.115243 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.121137 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.133006 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8a293af0-dc60-411b-a0bc-330c88185fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:43.167580 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device b8d7f156-2235-456f-970b-eccd2cc2fa05 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:22:43.181340 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device f293a02c-6c88-46de-b41d-831fc2e7fa4f up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:22:43.192913 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3b6ffece3bd4a44af95c597986a2014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4844203 Jun 29 17:22:43.193365 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34124) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:43.199534 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93b0dd5-d963-4a28-9c63-9c5adfea3496,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:43.211982 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:43.236273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3485-24bb-4d33-88e0-fb384745e664 req-59e9c007-08d6-4bb5-9244-a7ef4d8a5f50 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:43.238105 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6f0b3485-24bb-4d33-88e0-fb384745e664 req-59e9c007-08d6-4bb5-9244-a7ef4d8a5f50 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 945 time: 0.2181969 Jun 29 17:22:43.303661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.332582 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6f0b3485-24bb-4d33-88e0-fb384745e664 req-635a82e0-9275-42ba-98a9-bca8a1bbcf05 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820239 Jun 29 17:22:43.346858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.391628 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port f293a02c-6c88-46de-b41d-831fc2e7fa4f completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:22:43.404137 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port b8d7f156-2235-456f-970b-eccd2cc2fa05, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:43.410771 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.412674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port f293a02c-6c88-46de-b41d-831fc2e7fa4f triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:22:43.413057 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.415575 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:43.426665 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93b0dd5-d963-4a28-9c63-9c5adfea3496,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:43.429151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:43.439354 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.440809 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c93b0dd5-d963-4a28-9c63-9c5adfea3496 HTTP/1.1" status: 204 len: 168 time: 0.2461390 Jun 29 17:22:43.462713 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'b8d7f156-2235-456f-970b-eccd2cc2fa05', 'network_id': '2db72db8-31fa-4829-85a1-53d474169e64', 'port_id': 'b8d7f156-2235-456f-970b-eccd2cc2fa05', 'mac_address': 'fa:16:3e:3e:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e13c483-1071-48db-b28b-02962ecf6fed', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:22:43.545399 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.603574 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d7f156-2235-456f-970b-eccd2cc2fa05 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:22:43.617780 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.633093 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port b8d7f156-2235-456f-970b-eccd2cc2fa05, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:43.639131 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.642015 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:43.710342 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:43.726557 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port f293a02c-6c88-46de-b41d-831fc2e7fa4f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:43.735403 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.743153 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=b8d7f156-2235-456f-970b-eccd2cc2fa05,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:43.746139 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:43.746910 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-eaae38fc-0a70-478d-9bdc-93b5d647e4cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:43.779102 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'code': 200} Jun 29 17:22:43.790286 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34134) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:43.809843 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:43.819976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=f293a02c-6c88-46de-b41d-831fc2e7fa4f,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:43.822751 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:43.842824 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:43.855026 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Usage tracker for resource:security_group_rule and tenant:1eac09427e8a41059b215c7c5fc55e1c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:43.858759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:43.873494 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:44.008795 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.019729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.029590 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5d58cb0b-405d-4a0a-b878-2b91bfb3ed48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:44.085842 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7121-94dd-4405-ad4b-01544b25072f req-ed9a4e2b-60db-43d2-9e10-6367c3054db1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:44.088889 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-379c7121-94dd-4405-ad4b-01544b25072f req-ed9a4e2b-60db-43d2-9e10-6367c3054db1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0903549 Jun 29 17:22:44.097724 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19912c8a-064d-4739-a877-b41293429715,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:44.100718 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:44.107930 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1eac09427e8a41059b215c7c5fc55e1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3135946 Jun 29 17:22:44.107930 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34148) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:44.135621 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784618bd-5cc9-46e1-b939-ac81bd6c1c75 req-91ad9f53-9393-4ee2-aa3d-b25e74e91418 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:44.137316 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-784618bd-5cc9-46e1-b939-ac81bd6c1c75 req-91ad9f53-9393-4ee2-aa3d-b25e74e91418 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 949 time: 0.1815255 Jun 29 17:22:44.200929 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-379c7121-94dd-4405-ad4b-01544b25072f req-32a92bd6-b133-4e56-b5ba-2dacac04a54e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070614 Jun 29 17:22:44.223730 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4ba0e713-421f-433c-9d6d-b76ef5aa35ef req-f9c8dfcb-5829-4807-bc84-993ec79e7364 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 1099 time: 0.1086988 Jun 29 17:22:44.244892 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-784618bd-5cc9-46e1-b939-ac81bd6c1c75 req-b9677046-aee3-4f2d-8360-4e25a320ffeb tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964835 Jun 29 17:22:44.270982 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.306531 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['b8d7f156-2235-456f-970b-eccd2cc2fa05'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:22:44.316076 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4ba0e713-421f-433c-9d6d-b76ef5aa35ef req-8e9e3957-58fb-45d6-af0c-508c7683857f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738404 Jun 29 17:22:44.325160 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.423184 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.429079 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a1825803-9b72-444f-915f-fb286c22074b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:44.442594 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19912c8a-064d-4739-a877-b41293429715,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:44.445479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:44.459191 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.460588 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19912c8a-064d-4739-a877-b41293429715 HTTP/1.1" status: 204 len: 168 time: 0.3519509 Jun 29 17:22:44.604655 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b56734-706c-4ab5-8f52-4af185b25329 req-d1e4178b-bfb8-40a9-a950-f8862ba05f3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:44.606847 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-39b56734-706c-4ab5-8f52-4af185b25329 req-d1e4178b-bfb8-40a9-a950-f8862ba05f3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.1006269 Jun 29 17:22:44.666391 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-39b56734-706c-4ab5-8f52-4af185b25329 req-604ed37e-c818-4efc-86de-d1c5f6273f1c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Jun 29 17:22:45.411269 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673550b-58ad-4b3e-b57e-2a1cd4a56952 req-cfcedc6c-2c41-492e-b2c8-5085f2f82eff tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:45.413841 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6673550b-58ad-4b3e-b57e-2a1cd4a56952 req-cfcedc6c-2c41-492e-b2c8-5085f2f82eff tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0875661 Jun 29 17:22:45.472297 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6673550b-58ad-4b3e-b57e-2a1cd4a56952 req-0f7d429d-2ee9-4ebd-86c0-5192115f2466 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482509 Jun 29 17:22:45.472557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9fe8-ca10-4d04-9a64-212ff004591c req-dc1f5037-1a97-4b3d-9867-871c8fc62b22 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:45.474293 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-546b9fe8-ca10-4d04-9a64-212ff004591c req-dc1f5037-1a97-4b3d-9867-871c8fc62b22 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 949 time: 0.0911264 Jun 29 17:22:45.536965 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-546b9fe8-ca10-4d04-9a64-212ff004591c req-67d99502-d624-42bd-9fb4-43b7b703f752 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Jun 29 17:22:45.892725 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92eacd-0622-4eb2-ac33-5a35419e7535 req-df65e9bb-f59a-45f3-9ed9-740db6452b42 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:45.894560 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9e92eacd-0622-4eb2-ac33-5a35419e7535 req-df65e9bb-f59a-45f3-9ed9-740db6452b42 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.0953829 Jun 29 17:22:45.970287 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9e92eacd-0622-4eb2-ac33-5a35419e7535 req-44eac83b-68df-452f-a70c-0749551a3d16 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657682 Jun 29 17:22:46.278139 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34228) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:46.430396 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:46.463679 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:46.467525 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe88236db334042aec505ea431f11aa is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:46.470773 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:46.476555 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:46.565720 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:46.572219 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:46.584820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:46.616418 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98f711-8fc5-4b72-9c4d-b29612e517d8,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:46.618226 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:46.683066 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbe88236db334042aec505ea431f11aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029381 Jun 29 17:22:46.683066 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34248) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:46.805297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb27bf-c3d9-4230-8fe4-659c4c016c18 req-5a4b9551-3e5c-4293-9fb7-7eb05f16a106 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:46.806795 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-99cb27bf-c3d9-4230-8fe4-659c4c016c18 req-5a4b9551-3e5c-4293-9fb7-7eb05f16a106 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 949 time: 0.1172371 Jun 29 17:22:46.863928 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-99cb27bf-c3d9-4230-8fe4-659c4c016c18 req-ce62f720-390c-40b1-b85c-86f111470f2f tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 Jun 29 17:22:46.900375 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:46.938762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:46.950821 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c76c62-f580-491d-9329-516f40d650f2 req-f98c7e05-cb19-4dd6-9932-f559b7626bc9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:46.952354 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e2c76c62-f580-491d-9329-516f40d650f2 req-f98c7e05-cb19-4dd6-9932-f559b7626bc9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.2601790 Jun 29 17:22:47.033535 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e2c76c62-f580-491d-9329-516f40d650f2 req-02222864-e286-4005-bc91-97dedb15ac1e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 Jun 29 17:22:47.043679 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:47.049544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-95369e30-9692-4761-9e1b-583a4c2e6083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:47.065090 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98f711-8fc5-4b72-9c4d-b29612e517d8,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:47.068038 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:47.070556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:47.071067 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da98f711-8fc5-4b72-9c4d-b29612e517d8 HTTP/1.1" status: 204 len: 168 time: 0.3870993 Jun 29 17:22:47.173245 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device b8d7f156-2235-456f-970b-eccd2cc2fa05 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:22:47.255851 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679e983-6c5e-4359-a3c3-f14d77a89de8 req-f2f90d07-1b20-4a2c-b56a-27e6ccc01163 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:47.264176 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e679e983-6c5e-4359-a3c3-f14d77a89de8 req-f2f90d07-1b20-4a2c-b56a-27e6ccc01163 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.1409807 Jun 29 17:22:47.330485 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e679e983-6c5e-4359-a3c3-f14d77a89de8 req-0aa70e15-d4cc-4e2e-8e4b-283905e5196e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Jun 29 17:22:47.377503 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port b8d7f156-2235-456f-970b-eccd2cc2fa05 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:22:47.385150 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port b8d7f156-2235-456f-970b-eccd2cc2fa05 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:22:47.385523 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:47.559588 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:47.590627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7f156-2235-456f-970b-eccd2cc2fa05'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:47.603405 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port b8d7f156-2235-456f-970b-eccd2cc2fa05, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:47.608928 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:47.611801 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:47.689932 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7f156-2235-456f-970b-eccd2cc2fa05', 'code': 200} Jun 29 17:22:47.708904 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=b8d7f156-2235-456f-970b-eccd2cc2fa05,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:47.712287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:47.800934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34284) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:47.840968 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:47.895198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:47.899951 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Usage tracker for resource:security_group_rule and tenant:f968f59d7fa64bbd8cc4602393659760 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:47.904111 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:47.911052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:48.008300 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.016634 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.030930 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7e21a370-530a-42f8-bf4c-80f1b2acd396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:48.083077 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f968f59d7fa64bbd8cc4602393659760&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2798581 Jun 29 17:22:48.083478 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ec419-11ed-41ef-b4b4-79c02f0a4aa5,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:48.085765 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34298) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:48.088408 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:48.161246 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.210961 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46189c36-1967-4671-b452-06b7a87af5e3 req-c89a5f30-2bb7-4c76-9452-1c1b017d0022 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:48.213362 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-46189c36-1967-4671-b452-06b7a87af5e3 req-c89a5f30-2bb7-4c76-9452-1c1b017d0022 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.1491907 Jun 29 17:22:48.217778 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c52680b6-a675-4e7d-9157-2b1bd341d14b req-e8eda329-b4d8-462a-9464-9830378dfd47 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 1103 time: 0.2029433 Jun 29 17:22:48.254819 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.297199 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-46189c36-1967-4671-b452-06b7a87af5e3 req-1816e8b1-b4ab-45be-bd88-966905074a7f tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767946 Jun 29 17:22:48.301488 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c52680b6-a675-4e7d-9157-2b1bd341d14b req-df09c6c5-aca2-49d0-a58d-b03c8cefb480 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636725 Jun 29 17:22:48.338460 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2c44-e5ab-4f6c-836e-91cf7f43dd5b req-77a08b88-029b-4983-a942-d4d560130f4a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:48.339890 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-238f2c44-e5ab-4f6c-836e-91cf7f43dd5b req-77a08b88-029b-4983-a942-d4d560130f4a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1485138 Jun 29 17:22:48.364840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.371674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:48.385741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ec419-11ed-41ef-b4b4-79c02f0a4aa5,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:48.388078 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:48.400964 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.405464 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d55ec419-11ed-41ef-b4b4-79c02f0a4aa5 HTTP/1.1" status: 204 len: 168 time: 0.3186774 Jun 29 17:22:48.418977 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-238f2c44-e5ab-4f6c-836e-91cf7f43dd5b req-8fddff73-b316-4e72-b135-36d9f769c28b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730302 Jun 29 17:22:48.770087 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34320) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:48.901810 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 34328) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:48.923724 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.936880 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:48.957067 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:48.961146 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f489a0b0ee4295b27c3ccd0abfda6d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:48.963965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:48.968521 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:48.970087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:48.972614 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb4682970c74d6495ffa599a6076d29 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:48.975648 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:48.981657 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:49.051340 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.051603 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.058277 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.058413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.065765 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ecc4a88c-4351-4671-a0a8-1531d72c53a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:49.065860 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-25a5ab84-58b6-44f8-80b3-7df5d5149980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:49.104478 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8423357e-0c26-49ab-b31d-c4f53b69c72f,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:49.106799 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7133e4f0-6947-43b0-a912-ab3539461d21,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:49.107523 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:49.109855 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:49.112199 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fb4682970c74d6495ffa599a6076d29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3409145 Jun 29 17:22:49.114389 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34334) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:49.114849 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34336) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:49.114967 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2f489a0b0ee4295b27c3ccd0abfda6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2120705 Jun 29 17:22:49.230754 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.232380 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.278583 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.285891 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.360697 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.364624 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b0fb9c26-eedb-4de7-bb17-a22143bb5f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:49.385760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423357e-0c26-49ab-b31d-c4f53b69c72f,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:49.388387 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:49.390983 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.398180 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a501c829-fe5e-4e2a-acac-aad1c5f476c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:49.411976 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.413112 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8423357e-0c26-49ab-b31d-c4f53b69c72f HTTP/1.1" status: 204 len: 168 time: 0.2973752 Jun 29 17:22:49.413941 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133e4f0-6947-43b0-a912-ab3539461d21,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:49.415790 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:49.419136 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7133e4f0-6947-43b0-a912-ab3539461d21 HTTP/1.1" status: 204 len: 168 time: 0.2996452 Jun 29 17:22:49.419136 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:49.560532 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758d86-fd9b-4155-9a1a-9274a3581d72 req-97ee60c1-f325-4d76-b142-526d253e2703 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:49.569178 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2a758d86-fd9b-4155-9a1a-9274a3581d72 req-97ee60c1-f325-4d76-b142-526d253e2703 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.1186407 Jun 29 17:22:49.630224 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2a758d86-fd9b-4155-9a1a-9274a3581d72 req-1c8a078a-0d5e-48ed-a810-3c4e5326c300 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597978 Jun 29 17:22:49.881915 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31d23f-72fb-4c0f-a031-66b49ed296e2 req-5f8f7ac5-3812-4a3f-8f87-927d540f7275 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:49.883289 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3e31d23f-72fb-4c0f-a031-66b49ed296e2 req-5f8f7ac5-3812-4a3f-8f87-927d540f7275 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1212542 Jun 29 17:22:49.963630 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3e31d23f-72fb-4c0f-a031-66b49ed296e2 req-a5f4b824-c255-4280-8774-1676e2fbc7a2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741234 Jun 29 17:22:50.007647 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34374) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:50.030528 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.078232 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:50.083763 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Usage tracker for resource:security_group_rule and tenant:c9e0828ca22e4598a09294815a7ac101 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:50.087273 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:50.094037 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:50.183493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.189161 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.197039 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-3070f3a5-0183-48d4-a88a-449927c705f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:50.240084 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a3ca8e-2650-43c0-8bba-af9036fe9862,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:50.245843 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9e0828ca22e4598a09294815a7ac101&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2368391 Jun 29 17:22:50.246811 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:50.249179 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34382) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:50.317820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.344044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.394511 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.399403 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6c81e830-2ab8-499f-90de-897588519226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:50.409777 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a3ca8e-2650-43c0-8bba-af9036fe9862,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:50.414033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:50.417151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:50.420474 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93a3ca8e-2650-43c0-8bba-af9036fe9862 HTTP/1.1" status: 204 len: 168 time: 0.1681180 Jun 29 17:22:50.564453 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:22:50.880792 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c775f-4884-4f1d-ad3b-610108999b6c req-da0bb55c-3975-475c-a6ec-9303c57563be tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:50.882344 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cf8c775f-4884-4f1d-ad3b-610108999b6c req-da0bb55c-3975-475c-a6ec-9303c57563be tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.0881970 Jun 29 17:22:50.934802 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cf8c775f-4884-4f1d-ad3b-610108999b6c req-48b6f972-88de-4ad6-bcd9-137d24318989 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Jun 29 17:22:51.191820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67df8dd-c865-40c9-a69b-3585d7466d5e req-856eab4c-9a03-4080-a449-2ed555b6520f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:51.193628 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d67df8dd-c865-40c9-a69b-3585d7466d5e req-856eab4c-9a03-4080-a449-2ed555b6520f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1000903 Jun 29 17:22:51.265215 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d67df8dd-c865-40c9-a69b-3585d7466d5e req-969b873f-8820-4ad4-a487-29bf77adab78 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621352 Jun 29 17:22:52.154938 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c0170-5133-4b9a-902e-3b07c796ea7b req-2c5968e3-9633-4b74-9930-60339ad98df9 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:52.156396 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-943c0170-5133-4b9a-902e-3b07c796ea7b req-2c5968e3-9633-4b74-9930-60339ad98df9 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.0839794 Jun 29 17:22:52.205128 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-943c0170-5133-4b9a-902e-3b07c796ea7b req-b948946c-1dcb-4af0-8f93-2dd021d7ead8 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jun 29 17:22:52.480386 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73ebb9-b9f5-4b68-9ea4-b16aa394c396 req-4a5f7f3d-d2c0-4226-9b2c-735eb6d79af2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:52.482478 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fd73ebb9-b9f5-4b68-9ea4-b16aa394c396 req-4a5f7f3d-d2c0-4226-9b2c-735eb6d79af2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0886147 Jun 29 17:22:52.541050 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fd73ebb9-b9f5-4b68-9ea4-b16aa394c396 req-45fcb652-1994-459e-b393-1d23fbedb176 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519681 Jun 29 17:22:52.766664 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa0163-fa38-497e-9eb5-8af3b621ba0f req-2981bbc8-79f7-4969-91a9-a9f0e0d1dc9f tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:52.776152 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f0fa0163-fa38-497e-9eb5-8af3b621ba0f req-2981bbc8-79f7-4969-91a9-a9f0e0d1dc9f tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.1028717 Jun 29 17:22:52.839693 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f0fa0163-fa38-497e-9eb5-8af3b621ba0f req-87f78fa6-922a-45d1-8c6d-126833a068ee tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623884 Jun 29 17:22:53.378686 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-336c0da9-07e3-4c0d-8b84-74180175996c req-64a6bb16-a867-4492-9445-c9f248ad16ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 1098 time: 0.1025977 Jun 29 17:22:53.438347 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-336c0da9-07e3-4c0d-8b84-74180175996c req-8d287a7e-a79e-4b3d-962d-9f38592e971a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388496 Jun 29 17:22:53.748724 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ece4b-5c45-4661-ac8f-605a8727345f req-15587279-998d-4e1c-9765-754712bc1c6e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:53.750625 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d74ece4b-5c45-4661-ac8f-605a8727345f req-15587279-998d-4e1c-9765-754712bc1c6e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0775113 Jun 29 17:22:53.800220 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d74ece4b-5c45-4661-ac8f-605a8727345f req-ca5898b0-4f25-40aa-a4ee-468f3b2766cb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Jun 29 17:22:54.046426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f658-7eed-42d2-ab64-6280295c7d15 req-279d26fb-2c03-4889-aeb1-df533e90d3bd tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:54.047991 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6535f658-7eed-42d2-ab64-6280295c7d15 req-279d26fb-2c03-4889-aeb1-df533e90d3bd tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.0952992 Jun 29 17:22:54.096115 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6535f658-7eed-42d2-ab64-6280295c7d15 req-67832cb7-aa6c-4278-9b0a-7cb624188370 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Jun 29 17:22:55.012890 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfda33d-2cc9-4b7f-9f3f-b638572c34fa req-2eb67912-f972-496a-9c16-6dc5a0908a5a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:55.014266 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-edfda33d-2cc9-4b7f-9f3f-b638572c34fa req-2eb67912-f972-496a-9c16-6dc5a0908a5a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0863390 Jun 29 17:22:55.061511 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-edfda33d-2cc9-4b7f-9f3f-b638572c34fa req-a94dbc82-ea3f-487b-8e78-0dcd64705327 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Jun 29 17:22:55.357820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c9c3-207e-4b72-9961-dc3c96c34f85 req-b5cb18a1-f727-4aaa-b26e-376abc28df3c tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:55.359304 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce99c9c3-207e-4b72-9961-dc3c96c34f85 req-b5cb18a1-f727-4aaa-b26e-376abc28df3c tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.1322167 Jun 29 17:22:55.407356 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce99c9c3-207e-4b72-9961-dc3c96c34f85 req-7bf7d52e-cceb-4eea-99bc-b24da8e16ec4 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Jun 29 17:22:56.276905 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ffbae-dc72-47a5-a71e-bd419c57e8aa req-5703197a-c0c3-4675-bf0a-1ee10c823819 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:56.279306 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-df0ffbae-dc72-47a5-a71e-bd419c57e8aa req-5703197a-c0c3-4675-bf0a-1ee10c823819 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0951393 Jun 29 17:22:56.331553 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-df0ffbae-dc72-47a5-a71e-bd419c57e8aa req-b43a1164-e3e1-438c-8a3d-0900b2078786 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Jun 29 17:22:56.556826 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409afdf7-030f-42c7-9db7-bc89acfdcb5b req-fbef6e9e-f344-43cf-9aba-4dffe713c4fc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:56.558273 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-409afdf7-030f-42c7-9db7-bc89acfdcb5b req-fbef6e9e-f344-43cf-9aba-4dffe713c4fc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0861938 Jun 29 17:22:56.669803 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-409afdf7-030f-42c7-9db7-bc89acfdcb5b req-082e8253-bf92-4694-868f-806664e78d29 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774801 Jun 29 17:22:56.724940 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780646e-00bb-4d37-8444-f67ae53af458 req-864f3700-73af-474d-9faa-afa9babae98e tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:56.727045 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c780646e-00bb-4d37-8444-f67ae53af458 req-864f3700-73af-474d-9faa-afa9babae98e tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.1635418 Jun 29 17:22:56.827458 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Deleting port b8d7f156-2235-456f-970b-eccd2cc2fa05 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:22:56.827458 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:56.844737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc2f1-f228-4755-99e4-c7a042349500 req-a0f400e3-9d30-4e9a-9812-fc8073f1ca96 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:56.851819 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-806fc2f1-f228-4755-99e4-c7a042349500 req-a0f400e3-9d30-4e9a-9812-fc8073f1ca96 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 950 time: 0.0996888 Jun 29 17:22:56.897828 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-806fc2f1-f228-4755-99e4-c7a042349500 req-5c8e949e-90fd-4528-b794-5db907e8b638 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2e2e01b-c3dd-4a31-9583-9a3812df38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Jun 29 17:22:57.210594 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:57.218256 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] For port b8d7f156-2235-456f-970b-eccd2cc2fa05, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b8d7f156-2235-456f-970b-eccd2cc2fa05,segment=NetworkSegment(268db15b-d9b8-439e-8fe5-97bc40a894de),segment_id=268db15b-d9b8-439e-8fe5-97bc40a894de)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:22:57.218625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:57.405446 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Calling delete_port for b8d7f156-2235-456f-970b-eccd2cc2fa05 owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:22:57.576700 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:57.583004 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:22:57.628400 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Pushing event deleted for resources: {'Port': ['ID=b8d7f156-2235-456f-970b-eccd2cc2fa05,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:22:57.631769 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:22:57.667561 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['b8d7f156-2235-456f-970b-eccd2cc2fa05'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:22:57.739084 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] No DVR routers for this DVR port b8d7f156-2235-456f-970b-eccd2cc2fa05 on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:22:57.742778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:57.747277 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'name': 'network-vif-deleted', 'tag': 'b8d7f156-2235-456f-970b-eccd2cc2fa05'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:22:57.803365 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c780646e-00bb-4d37-8444-f67ae53af458 req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.81 "DELETE /v2.0/ports/b8d7f156-2235-456f-970b-eccd2cc2fa05 HTTP/1.1" status: 204 len: 173 time: 1.0615406 Jun 29 17:22:57.830523 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb5c42-2622-4958-9807-cbd24907cc30', 'name': 'network-vif-deleted', 'tag': 'b8d7f156-2235-456f-970b-eccd2cc2fa05', 'status': 'completed', 'code': 200} Jun 29 17:22:58.155597 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-e05fcaaa-a5e2-427a-8cb0-9fcfccdb8231 req-05e9a86d-900a-4d93-9446-619d6e22a4be tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Synchronizing usage tracker for tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:22:58.209958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-e05fcaaa-a5e2-427a-8cb0-9fcfccdb8231 req-05e9a86d-900a-4d93-9446-619d6e22a4be tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Unset dirty status for tenant:c5a7fe3a45b64da5b4fb2c96c2c50af0 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:22:58.223091 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e05fcaaa-a5e2-427a-8cb0-9fcfccdb8231 req-05e9a86d-900a-4d93-9446-619d6e22a4be tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedb5c42-2622-4958-9807-cbd24907cc30 HTTP/1.1" status: 200 len: 210 time: 0.1217940 Jun 29 17:22:58.284273 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-eed46f2b-518c-4353-883a-f28294972cd2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1255233 Jun 29 17:22:58.446293 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-14347ded-fa55-4bb5-9cba-96e8d13b5858 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 1098 time: 0.0957644 Jun 29 17:22:58.645481 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-a607494a-69d6-46b1-bb15-5c0e6c94baa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:58.647079 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-a607494a-69d6-46b1-bb15-5c0e6c94baa6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.1538429 Jun 29 17:22:58.725856 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-bbc1a2ff-6645-4c6e-804a-1c204835abff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e4e9b92-276e-4873-991e-5a7320397e0f HTTP/1.1" status: 200 len: 217 time: 0.0678983 Jun 29 17:22:58.815931 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-e99295b4-a6ea-4a23-a8ff-8a4c826c6763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:58.819204 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-e99295b4-a6ea-4a23-a8ff-8a4c826c6763 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.0716984 Jun 29 17:22:59.026803 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-c350838a-ee5b-4ee7-86d6-528a2bbcf7b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042602 Jun 29 17:22:59.188071 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea1475-51d1-4398-8875-f3afa061af04 req-a5417f26-d0cb-48b1-89e6-ad326c899a31 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:59.211857 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-17ea1475-51d1-4398-8875-f3afa061af04 req-a5417f26-d0cb-48b1-89e6-ad326c899a31 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.3466318 Jun 29 17:22:59.389620 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-8165ac38-123e-4009-8a85-e1e77940fb5d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.4302225 Jun 29 17:22:59.396098 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-b849f0fd-50f7-49ef-9e5d-c0cc61fc1f35 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449714 Jun 29 17:22:59.413108 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-17ea1475-51d1-4398-8875-f3afa061af04 req-deb49f17-bd1b-4e3d-8bf6-dcbd9cf61b1d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001276 Jun 29 17:22:59.576891 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-28fd5754-52ec-4079-9e9b-fb0a28ce4afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:59.601857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34690) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:22:59.652895 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a2cde83f-572a-415f-9646-3e16eab4d716 req-651d2fd4-d4f0-4c6a-b2d4-8e47d24f704c service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128878 Jun 29 17:22:59.797498 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-273298bf-46f2-4bd2-afa3-dfebf12bf329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:59.799155 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-273298bf-46f2-4bd2-afa3-dfebf12bf329 service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.3785529 Jun 29 17:22:59.834834 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:59.907830 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:22:59.915346 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Usage tracker for resource:security_group_rule and tenant:bb4e88c7ca6c4c928e41195bd04742de is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:22:59.919165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:22:59.922388 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-969162c5-a916-461d-bc30-7defbd2e8428 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 217 time: 0.0799205 Jun 29 17:22:59.926324 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-329fbb30-bd39-4174-b0a1-6610dc1e6c52 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:22:59.927709 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-329fbb30-bd39-4174-b0a1-6610dc1e6c52 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.2241068 Jun 29 17:22:59.932022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:22:59.959227 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-396db1fb-420b-491c-8d6f-53c7f48c94f3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/quotas/16bcb94cc9f04c619cc082034f78e71d HTTP/1.1" status: 200 len: 375 time: 0.0233963 Jun 29 17:23:00.005463 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-f6256c50-01bf-4a50-ad07-204614d9a85d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:00.005943 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-f6256c50-01bf-4a50-ad07-204614d9a85d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.0670896 Jun 29 17:23:00.063616 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.064099 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-dcd9b618-264f-4fee-9190-35a7610037da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470934 Jun 29 17:23:00.070072 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.078101 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-75916b48-cae0-4066-acd3-054596da3c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:00.104165 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-09b9c919-3009-4972-9fc4-b509d9579876 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364594 Jun 29 17:23:00.122355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.200754 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef563430-412b-4cd0-80df-df0054f01676,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:00.211222 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:00.213487 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb4e88c7ca6c4c928e41195bd04742de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6106927 Jun 29 17:23:00.216120 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34724) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:00.275504 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-31ac4a71-3645-4ebe-9e06-7c7f55facff3 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981561 Jun 29 17:23:00.316677 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-fcb8eed7-60ca-4ec6-8565-879f219fb3ae service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990042 Jun 29 17:23:00.406367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.463022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.543632 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-bdd820e2-bc9e-479c-bdf5-077e9fe4b75b service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165635 Jun 29 17:23:00.574054 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.579100 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ccd0d798-ded6-4cbd-a1f6-9907923ad1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:00.603705 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef563430-412b-4cd0-80df-df0054f01676,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:00.604781 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a6d96af8-1cde-4327-b11e-48f7f465c725 req-31091b00-c55c-4878-b8a0-a7be2e6d330b service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018694 Jun 29 17:23:00.612162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:00.620311 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:00.621099 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-312c4c16-f3fe-45b3-9af1-d379875367c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef563430-412b-4cd0-80df-df0054f01676 HTTP/1.1" status: 204 len: 168 time: 0.4040480 Jun 29 17:23:00.890490 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caa656-2fa3-4eed-9b88-968283f0b6e4 req-12259318-eb2f-45a8-b211-393117c08fae tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:00.892543 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-02caa656-2fa3-4eed-9b88-968283f0b6e4 req-12259318-eb2f-45a8-b211-393117c08fae tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1824415 Jun 29 17:23:00.972534 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-02caa656-2fa3-4eed-9b88-968283f0b6e4 req-2e870e7d-e738-4f02-b132-af44fea5866c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733759 Jun 29 17:23:01.093053 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-098848ee-9640-46ad-9277-d18121abf31c req-f2de4a08-2f60-45ea-8eb2-8794038aa4b3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 210 time: 0.0515645 Jun 29 17:23:01.198910 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34798) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:01.221759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.237983 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device b8d7f156-2235-456f-970b-eccd2cc2fa05 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:23:01.260968 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:01.269425 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Usage tracker for resource:security_group_rule and tenant:83d21e217b434a31b7a97757e6a6898b is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:01.273631 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:01.279413 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:01.291287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: b8d7f156-2235-456f-970b-eccd2cc2fa05 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:23:01.291552 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device b8d7f156-2235-456f-970b-eccd2cc2fa05 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:23:01.353188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.358266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.367151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-23cffb4a-77b7-43ab-8ff8-cbfab5500e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:01.413647 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb3c00-3a85-4e78-8db9-e343450fe0f1,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:01.416607 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:01.421855 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83d21e217b434a31b7a97757e6a6898b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194815 Jun 29 17:23:01.422924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 34806) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:01.498372 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.527377 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.610720 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.616285 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:01.627484 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb3c00-3a85-4e78-8db9-e343450fe0f1,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:01.632165 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:01.634241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:01.635353 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9bb3c00-3a85-4e78-8db9-e343450fe0f1 HTTP/1.1" status: 204 len: 168 time: 0.2120795 Jun 29 17:23:01.912816 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-3f63f0b9-3403-42b0-a14b-efdbf6f62118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:02.293365 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f1695-6e2e-4c1f-a1d8-4ff82b3f9b22 req-2885cbd8-072d-4ad3-a7bb-b0240a261375 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:02.295588 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fe1f1695-6e2e-4c1f-a1d8-4ff82b3f9b22 req-2885cbd8-072d-4ad3-a7bb-b0240a261375 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1041882 Jun 29 17:23:02.346446 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fe1f1695-6e2e-4c1f-a1d8-4ff82b3f9b22 req-692c43f3-80f7-4d46-8d8c-9fa42f46dfd1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Jun 29 17:23:02.532194 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5c7967bb-7b84-4160-8082-ebfb8bea4a5f req-90cbc837-2034-4586-a454-1d237d115e26 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 210 time: 0.0533912 Jun 29 17:23:02.912313 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-1b9a003d-1e25-428c-877c-413a6e74ed67 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:02.913856 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-1b9a003d-1e25-428c-877c-413a6e74ed67 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.1914089 Jun 29 17:23:02.987481 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:03.000181 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Request body: {'port': {'device_id': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'admin_state_up': True, 'tenant_id': '16bcb94cc9f04c619cc082034f78e71d'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:03.157873 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:03.167823 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:03.181421 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Made reservation on behalf of 16bcb94cc9f04c619cc082034f78e71d for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:03.185599 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:03.377411 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Allocated IP 172.20.0.14 (c44c6bcd-0c19-44e7-8d5a-831123cc67a1/cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744/ae0fe869-1b2d-4f48-86ad-4d09280e13a3) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:03.686973 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:03.697378 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7285e78-6e08-4e74-9f27-06f5a31b4f3f req-90eb6cc3-f712-418d-8083-98d8c9a33ffd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:03.698875 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c7285e78-6e08-4e74-9f27-06f5a31b4f3f req-90eb6cc3-f712-418d-8083-98d8c9a33ffd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1390371 Jun 29 17:23:03.764605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:03.798527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cdf35a98-fb4c-462c-ae00-bf719bd78917 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:03.823418 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:23:03.914721 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4d56-e931-42a6-8147-16a955c97733 req-f7bf0518-fef2-4540-8689-8a6a7235c571 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:03.918962 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-56eb4d56-e931-42a6-8147-16a955c97733 req-f7bf0518-fef2-4540-8689-8a6a7235c571 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 932 time: 0.1321025 Jun 29 17:23:03.921313 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 34966) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:04.051960 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-56eb4d56-e931-42a6-8147-16a955c97733 req-8f79e42b-2901-454d-b0b7-a7f37a7b710d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185837 Jun 29 17:23:04.069414 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:04.078707 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:04.081882 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:04.156578 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.156674 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c7285e78-6e08-4e74-9f27-06f5a31b4f3f req-c5e4836c-3485-4f95-81d3-f9bef1768440 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350293 Jun 29 17:23:04.182788 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event updated for resources: {'Port': ['ID=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:04.188430 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:04.202356 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:04.203329 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.235210 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2394001 Jun 29 17:23:04.268855 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Request body: {'port': {'device_id': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:04.297801 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:04.311052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Usage tracker for resource:security_group_rule and tenant:87af982202204a5ebdd23dcb80e0acd5 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:04.315604 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:04.323052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:04.433733 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.443362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.454694 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6bd320e4-3a0b-4422-b02f-349e919fa360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:04.494450 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20bce8-69e7-4950-8774-8b38e54c41ee,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:04.499077 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.499739 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:04.505719 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87af982202204a5ebdd23dcb80e0acd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5808690 Jun 29 17:23:04.506615 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35002) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:04.528122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.588141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.631238 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.699982 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.715183 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-41bacf3e-d092-481e-9d15-1c6d6e6924e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:04.748146 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20bce8-69e7-4950-8774-8b38e54c41ee,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:04.754530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:04.756703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.758028 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc20bce8-69e7-4950-8774-8b38e54c41ee HTTP/1.1" status: 204 len: 168 time: 0.2506056 Jun 29 17:23:04.973927 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0fe869-1b2d-4f48-86ad-4d09280e13a3 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:23:04.981778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:04.998387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Transition to ACTIVE for port object ae0fe869-1b2d-4f48-86ad-4d09280e13a3 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:05.005173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:05.009994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:05.188116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:05.195625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:05.291021 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Attempting to bind port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:05.291363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Attempting to bind port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:05.291690 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Attempting to bind port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:05.304053 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:23:05.304275 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Attempting to bind port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:05.327570 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:05.327970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Checking segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:05.328391 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Bound using segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:05.328839 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Bound port: ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:05.329312 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:05.382919 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23171583-0f9a-42b0-9a4f-dbb0e15ec591 req-48680ce8-19f1-409b-84a0-4c6ee635dacb tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:05.391208 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-23171583-0f9a-42b0-9a4f-dbb0e15ec591 req-48680ce8-19f1-409b-84a0-4c6ee635dacb tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 944 time: 0.1994781 Jun 29 17:23:05.450143 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-23171583-0f9a-42b0-9a4f-dbb0e15ec591 req-8ba1da77-8ba8-4ab9-962d-55a8061045df tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577505 Jun 29 17:23:05.503438 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] For port ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:05.510651 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f760f-dcf6-443f-8430-3cd708af2c0d req-26dab2b0-e391-43af-a1ad-6a5340c4fee9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:05.512138 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dd1f760f-dcf6-443f-8430-3cd708af2c0d req-26dab2b0-e391-43af-a1ad-6a5340c4fee9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1646278 Jun 29 17:23:05.513854 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] For port ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:05.539950 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:05.546309 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:05.627590 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:05.629003 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] 10.222.0.81 "PUT /v2.0/ports/ae0fe869-1b2d-4f48-86ad-4d09280e13a3 HTTP/1.1" status: 200 len: 1094 time: 1.3702297 Jun 29 17:23:05.631833 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'tag': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:23:05.643865 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dd1f760f-dcf6-443f-8430-3cd708af2c0d req-bb88afb3-3799-4c6c-abce-2971d4ea3cdd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248238 Jun 29 17:23:05.649472 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:05.653175 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:05.909131 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'tag': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'status': 'completed', 'code': 200} Jun 29 17:23:05.924707 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-64c0497d-9781-4e2e-8952-af6d6988ffcb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 1097 time: 0.1503742 Jun 29 17:23:06.024611 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-c5165350-f623-477c-bfa7-a6d792fc0fc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3 HTTP/1.1" status: 200 len: 217 time: 0.0690928 Jun 29 17:23:06.105111 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-dd01ad0d-3767-47ee-9556-9da5a7c27dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:06.107046 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-dd01ad0d-3767-47ee-9556-9da5a7c27dbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.0693262 Jun 29 17:23:06.174299 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-1370089a-0632-4754-b45c-29cca73b99a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537348 Jun 29 17:23:06.231359 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35080) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:06.319864 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35088) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:06.401108 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-09de7355-ed1c-4b91-a59b-ba3fc87dcb2a service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066383 Jun 29 17:23:06.601337 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:06.639881 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d484c79c-3c32-4614-9726-92332d0452c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5a7fe3a45b64da5b4fb2c96c2c50af0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4071932 Jun 29 17:23:06.643366 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35102) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:06.656989 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:06.664881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Usage tracker for resource:security_group_rule and tenant:053b7f6035394de59d31eb9aa455c7e7 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:06.667648 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53c1f97c-c9c7-401f-aa22-6e486720b041 req-8bbd18c1-9ab2-4189-877f-e4f72d667eae service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560725 Jun 29 17:23:06.670050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:06.676449 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:06.785121 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:06.791229 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:06.801357 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cf8838a-04ac-4ef8-baa2-6c1230bdb9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:06.832488 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:06.863432 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a33ce-aaa7-4403-9420-ce8489aee290,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:06.869396 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:06.911099 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced5260-6133-43a3-b758-234153559a51 req-ff53efa3-726b-4f4c-805d-45e53696b7b9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:06.911829 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0ced5260-6133-43a3-b758-234153559a51 req-ff53efa3-726b-4f4c-805d-45e53696b7b9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:23:06.926550 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:06.945801 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=053b7f6035394de59d31eb9aa455c7e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6234705 Jun 29 17:23:06.946610 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35114) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:06.993885 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0ced5260-6133-43a3-b758-234153559a51 req-ff53efa3-726b-4f4c-805d-45e53696b7b9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:23:06.995440 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ced5260-6133-43a3-b758-234153559a51 req-ff53efa3-726b-4f4c-805d-45e53696b7b9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 944 time: 0.3258603 Jun 29 17:23:07.043776 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b600e0-6c98-48d8-b0e4-914e4c02224c req-cd695efe-93c5-4d05-aac1-9421f0860650 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:07.045948 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-92b600e0-6c98-48d8-b0e4-914e4c02224c req-cd695efe-93c5-4d05-aac1-9421f0860650 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1794534 Jun 29 17:23:07.046076 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-04c7f1fd-9750-48fd-81e1-e4a1604c98ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 1097 time: 0.2019536 Jun 29 17:23:07.149943 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.153711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.167261 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ced5260-6133-43a3-b758-234153559a51 req-b327d1b9-3cac-467a-b580-2af72469351a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616733 Jun 29 17:23:07.179097 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:07.208238 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e2e01b-c3dd-4a31-9583-9a3812df38fa,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:07.217522 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-92b600e0-6c98-48d8-b0e4-914e4c02224c req-888685b0-c1b2-4548-896c-e1e9888e03af tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557307 Jun 29 17:23:07.219765 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.234737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:07.276069 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.281801 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2e2e01b-c3dd-4a31-9583-9a3812df38fa HTTP/1.1" status: 204 len: 168 time: 0.6343420 Jun 29 17:23:07.331069 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.339943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1f8832b0-47bb-4f47-944f-07adc0b8da09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:07.361728 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-157edbbb-7059-4ffc-8c75-b3a7f57501ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:07.369428 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-157edbbb-7059-4ffc-8c75-b3a7f57501ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 916 time: 0.3058121 Jun 29 17:23:07.371300 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.372766 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e13a33ce-aaa7-4403-9420-ce8489aee290 HTTP/1.1" status: 204 len: 168 time: 0.4242859 Jun 29 17:23:07.375925 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a33ce-aaa7-4403-9420-ce8489aee290,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:07.380079 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:07.454828 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-084229b6-56fc-4a88-a936-965615726cc6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3 HTTP/1.1" status: 200 len: 217 time: 0.0741701 Jun 29 17:23:07.589291 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-012ab223-0ef5-47cd-9a21-fb36ea0793e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:07.591207 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-012ab223-0ef5-47cd-9a21-fb36ea0793e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.0703437 Jun 29 17:23:07.653158 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-961faea1-4acd-4b3d-8b57-775519157b44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414023 Jun 29 17:23:07.818042 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35140) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:07.841475 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.843638 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-e9055a7b-8d0f-4b6a-97ec-cf4460972fac service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522765 Jun 29 17:23:07.875269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:07.879554 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Usage tracker for resource:security_group_rule and tenant:0c2cfb45a9c142a08571ca124551dad6 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:07.882638 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:07.888726 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:07.962675 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.966843 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:07.974228 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3e1-51a6-430e-83cb-1b9ef34b8354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:08.006005 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dae4d7fe-c6ff-42a0-b95f-a62f2b334041 req-efbd3b2d-04db-4f7e-8e63-5293c20cd313 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407347 Jun 29 17:23:08.019316 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293d0f89-0b79-4254-a566-b468b99b0d16,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:08.022826 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:08.025176 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c2cfb45a9c142a08571ca124551dad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2055843 Jun 29 17:23:08.027899 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35146) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:08.089693 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:08.117349 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:08.174873 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:08.180629 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:08.192469 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d0f89-0b79-4254-a566-b468b99b0d16,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:08.194802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:08.211450 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:08.214651 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/293d0f89-0b79-4254-a566-b468b99b0d16 HTTP/1.1" status: 204 len: 168 time: 0.1849394 Jun 29 17:23:08.453629 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ce662-11d1-4041-9e17-9459bc0c9d31 req-4b6c235a-135e-4753-828b-688b09e37daf tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:08.472109 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0c1ce662-11d1-4041-9e17-9459bc0c9d31 req-4b6c235a-135e-4753-828b-688b09e37daf tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 944 time: 0.1297700 Jun 29 17:23:08.529593 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568d04-5225-42d8-882d-b78357e490c1 req-6275af25-e675-4e62-b3c4-1ec5866d2ca9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:08.539445 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-48568d04-5225-42d8-882d-b78357e490c1 req-6275af25-e675-4e62-b3c4-1ec5866d2ca9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1370444 Jun 29 17:23:08.574973 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0c1ce662-11d1-4041-9e17-9459bc0c9d31 req-f12ae482-a1df-4bec-aa84-e03cb71588d4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018157 Jun 29 17:23:08.607186 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-48568d04-5225-42d8-882d-b78357e490c1 req-7ab20bf3-4bb1-4733-98c3-ba442c6f9808 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653384 Jun 29 17:23:08.674703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35176) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:08.795881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35184) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:08.957885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1462899435-network', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:08.966234 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:08.974334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Usage tracker for resource:network and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:08.985362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:08.993094 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:09.020165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Made reservation on behalf of 372aec24011a49e1abe53ef2d2c9d23f for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:09.022485 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.036240 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.046493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.094275 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:09.101429 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Usage tracker for resource:security_group_rule and tenant:8396126b8e3e4d6fb97a8f0201603771 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:09.104215 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:09.106411 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:09.113426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:09.116039 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:09.118135 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:09.126291 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:09.240134 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.247714 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.248823 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.256386 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-3e385ff4-7547-40c6-8acc-672a31b4b307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:09.258953 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ae0fe869-1b2d-4f48-86ad-4d09280e13a3 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:23:09.280760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.295739 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d1bda8-5886-45be-a3d6-22b5213a1677,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:09.301752 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:09.309833 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a371a502-ee3c-4f9a-9721-502865fb4eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:09.334809 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:23:09.354145 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8396126b8e3e4d6fb97a8f0201603771&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5558264 Jun 29 17:23:09.357330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35202) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:09.360556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcadcab2-0149-412b-9fcc-23252c1b1650,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:09.363600 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.364121 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Added segment 6f3819b8-d9be-4746-bd1a-e61beb4ccb3b of type vlan for network 940bad8d-b42e-4669-99ea-e9262c77a839 Jun 29 17:23:09.365628 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:09.397222 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.416836 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:09.430605 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.432590 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:09.433411 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.433816 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'port_id': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'mac_address': 'fa:16:3e:d7:17:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:23:09.440001 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:09.453577 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.484383 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.505793 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.527793 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0fe869-1b2d-4f48-86ad-4d09280e13a3 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:23:09.550887 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Pushing event updated for resources: {'Network': ['ID=940bad8d-b42e-4669-99ea-e9262c77a839,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:09.555859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:09.557097 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:09.566398 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.567921 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8916056 Jun 29 17:23:09.568290 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 940bad8d-b42e-4669-99ea-e9262c77a839 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:23:09.570899 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35210) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:09.573936 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.581280 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Request body: {'subnet': {'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1462899435-subnet', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'ip_version': 4}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:09.584271 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7b64275d-a5ac-416e-8b18-3373004ad57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:09.587106 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-3cda40bb-4fbe-4eb8-a13e-d43a4df1e571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:09.595011 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:09.600854 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d1bda8-5886-45be-a3d6-22b5213a1677,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:09.603156 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:09.604292 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Usage tracker for resource:subnet and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:09.612306 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:09.618441 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.619759 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41d1bda8-5886-45be-a3d6-22b5213a1677 HTTP/1.1" status: 204 len: 168 time: 0.2578747 Jun 29 17:23:09.624766 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:09.638932 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Made reservation on behalf of 372aec24011a49e1abe53ef2d2c9d23f for: {'subnet': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:09.644010 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632221'] for subnet, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:09.761984 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:09.765798 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:09.963435 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfefa4d-646f-466b-befd-b4b4921f9b6a req-bc90157d-0037-4e07-9fdc-b07938b284bc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:09.965811 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8bfefa4d-646f-466b-befd-b4b4921f9b6a req-bc90157d-0037-4e07-9fdc-b07938b284bc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0985978 Jun 29 17:23:10.015143 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ea394-6a76-4cb9-ba4b-3995f0d08c0f req-d7fd311c-b674-47ee-94d5-e005cc3e5b8d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:10.017199 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8b4ea394-6a76-4cb9-ba4b-3995f0d08c0f req-d7fd311c-b674-47ee-94d5-e005cc3e5b8d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 945 time: 0.1420498 Jun 29 17:23:10.018587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2632207'] for subnet, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.023948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3f5876b1-131b-45f4-939d-82295fb8cc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:10.050543 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8bfefa4d-646f-466b-befd-b4b4921f9b6a req-7b2b2060-aa6a-43c5-afec-93755f09f75c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Jun 29 17:23:10.078567 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:10.081449 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:10.166201 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8b4ea394-6a76-4cb9-ba4b-3995f0d08c0f req-caa8d611-9833-4603-904d-f9ff7ef6ebeb tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886505 Jun 29 17:23:10.168032 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Checking segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:10.168409 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Network hostable DHCP agents. Network: 940bad8d-b42e-4669-99ea-e9262c77a839, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:23:10.223760 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:23:10.251248 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 940bad8d-b42e-4669-99ea-e9262c77a839) {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:10.256276 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:10.257048 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.261958 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c1a15-d594-4ab7-995b-91d942bcebd3 None None] Network 940bad8d-b42e-4669-99ea-e9262c77a839 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:23:10.300830 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7283993 Jun 29 17:23:10.303640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35240) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:10.311002 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:10.320768 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:10.335201 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Usage tracker for resource:router and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:10.343572 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:10.353770 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:10.367753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.368883 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.400622 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.469376 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35248) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:10.573622 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-940bad8d-b42e-4669-99ea-e9262c77a839', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:23:10.574749 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.644413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.649897 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.686903 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:10.691239 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Usage tracker for resource:security_group_rule and tenant:eb34b9d6cfbd4a7ca01e2056b67750fa is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:10.694615 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:10.700690 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:10.780925 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Allocated IP 172.20.0.2 (940bad8d-b42e-4669-99ea-e9262c77a839/89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25/6f12a78e-b1d2-4651-b845-bb1d67b50c27) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:10.805116 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.811719 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.822083 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:10.875491 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.877101 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195d2073-d724-4491-a44d-f87adc385b3a,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:10.884853 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb34b9d6cfbd4a7ca01e2056b67750fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4140575 Jun 29 17:23:10.885848 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:10.887027 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35262) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:10.910124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.963213 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:10.990164 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.058757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.070669 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.073163 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7d089aa5-1b9b-411c-a793-ccbfb50bed4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:11.081509 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Allocated IP 172.27.2.210 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/b4c78c60-d559-4b6d-8b6b-7a5601cdc516) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:11.083170 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Transition to ACTIVE for port object 6f12a78e-b1d2-4651-b845-bb1d67b50c27 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:11.099607 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195d2073-d724-4491-a44d-f87adc385b3a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:11.103028 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:11.105245 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.106362 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/195d2073-d724-4491-a44d-f87adc385b3a HTTP/1.1" status: 204 len: 168 time: 0.2184458 Jun 29 17:23:11.119514 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Transition to ACTIVE for port object 6f12a78e-b1d2-4651-b845-bb1d67b50c27 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:11.127918 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.131508 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:11.198081 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:11.201505 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Pushing event updated for resources: {'Port': ['ID=6f12a78e-b1d2-4651-b845-bb1d67b50c27,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:11.204164 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:11.207302 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:11.207821 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:11.275777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.298395 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Attempting to bind port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:11.298968 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Attempting to bind port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:11.299293 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Attempting to bind port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:11.307027 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.311273 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:11.311654 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Checking segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:11.312055 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.312177 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:11.312463 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Bound using segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:11.316536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Bound port: 6f12a78e-b1d2-4651-b845-bb1d67b50c27, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:11.316939 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.388005 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:11.391224 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:11.396272 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:11.438212 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] For port 6f12a78e-b1d2-4651-b845-bb1d67b50c27, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:11.442393 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] For port 6f12a78e-b1d2-4651-b845-bb1d67b50c27, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6f12a78e-b1d2-4651-b845-bb1d67b50c27,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:11.448305 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.461687 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:11.549018 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:11.552436 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:11.576905 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Pushing event updated for resources: {'Port': ['ID=6f12a78e-b1d2-4651-b845-bb1d67b50c27,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:11.581408 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:11.593105 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.594207 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:11.884665 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:23:12.107739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:23:12.116843 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:23:12.132735 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:12.133545 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:12.146963 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:12.151060 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8439391 Jun 29 17:23:12.151342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35302) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:12.442516 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:12.755215 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42cf21a-c20f-46f1-9e2d-47051c70b715 None None] Network 940bad8d-b42e-4669-99ea-e9262c77a839 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:23:12.839824 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:11Z', 'revision_number': 3, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:12.844365 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:23:12.844922 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Updating router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:23:12.855800 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-cb029328-6469-4124-9880-68fe424aa9a0 None None] Provisioning for port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:12.903676 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.311567 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.433275 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.449433 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Transition to ACTIVE for port object b4c78c60-d559-4b6d-8b6b-7a5601cdc516 will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:13.458613 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.466939 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-90373700-c0aa-4c6c-8a89-b303c4479d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:13.546772 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Pushing event updated for resources: {'Port': ['ID=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:13.564017 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.564558 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.564884 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.565213 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.565539 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.565861 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.566184 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.566525 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.566849 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.567170 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.567740 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:13.589629 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:13.621791 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Attempting to bind port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:13.622535 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Attempting to bind port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:13.623315 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Attempting to bind port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:13.662767 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:13.663330 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:13.666321 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.667099 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:13.667284 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Bound port: b4c78c60-d559-4b6d-8b6b-7a5601cdc516, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:13.667746 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.753842 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['ae0fe869-1b2d-4f48-86ad-4d09280e13a3'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:23:13.808698 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b804f6-ed17-4de8-80cb-8c666f236d20 req-011d42b6-5811-4ca5-b62a-5b0fed74b9ed tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:13.810341 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5b804f6-ed17-4de8-80cb-8c666f236d20 req-011d42b6-5811-4ca5-b62a-5b0fed74b9ed tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 945 time: 0.2939739 Jun 29 17:23:13.842113 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] For port b4c78c60-d559-4b6d-8b6b-7a5601cdc516, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:13.846317 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] For port b4c78c60-d559-4b6d-8b6b-7a5601cdc516, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:13.852783 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:13.858320 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-0a5bbe21-84cd-4930-a529-1fc3b4070633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:13.896294 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5b804f6-ed17-4de8-80cb-8c666f236d20 req-95b10338-01af-41de-88fc-d26f93b8f92c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679550 Jun 29 17:23:13.899198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f193e-d823-4b5f-a157-c3f66255a65e req-71b81fcb-af61-4879-a501-472032adade4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:13.900794 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-181f193e-d823-4b5f-a157-c3f66255a65e req-71b81fcb-af61-4879-a501-472032adade4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.3429649 Jun 29 17:23:13.918746 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6f12a78e-b1d2-4651-b845-bb1d67b50c27 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:13.959674 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Pushing event updated for resources: {'Port': ['ID=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:13.965193 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:13.976306 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Allocated IP 172.20.0.1 (940bad8d-b42e-4669-99ea-e9262c77a839/89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25/8506a821-e1be-4ed2-83be-cc5e34ef1392) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:13.976666 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:13.979566 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:13.996165 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-181f193e-d823-4b5f-a157-c3f66255a65e req-0ab27827-d63c-4760-99db-9ea112b541d0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837429 Jun 29 17:23:14.078103 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:14.099960 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:14.105203 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.226195 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.245881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Transition to ACTIVE for port object 8506a821-e1be-4ed2-83be-cc5e34ef1392 will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:14.253028 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:14.278418 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.286064 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b05ad018-6631-4d68-8551-fbe13fa48e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:14.306334 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.340919 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 6f12a78e-b1d2-4651-b845-bb1d67b50c27, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6f12a78e-b1d2-4651-b845-bb1d67b50c27,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:14.346868 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.349364 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:14.428144 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=6f12a78e-b1d2-4651-b845-bb1d67b50c27,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:14.430055 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:14.431477 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:14.434486 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:14.436929 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:14.463037 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Pushing event updated for resources: {'Port': ['ID=8506a821-e1be-4ed2-83be-cc5e34ef1392,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:14.465266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:14.497384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.593586 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.604154 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:11Z', 'revision_number': 3, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:14.608792 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa8c21-e2c1-4dd1-a9b7-06b4732cfdc7 None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:11Z', 'revision_number': 3, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:23:14.662536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a50a9b7c-5ec4-46f7-8364-f3b715b050e4 None None] Provisioning for port 8506a821-e1be-4ed2-83be-cc5e34ef1392 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:14.667751 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a50a9b7c-5ec4-46f7-8364-f3b715b050e4 None None] Provisioning complete for port 8506a821-e1be-4ed2-83be-cc5e34ef1392 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:14.668134 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a50a9b7c-5ec4-46f7-8364-f3b715b050e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.732550 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-a50a9b7c-5ec4-46f7-8364-f3b715b050e4 None None] Port 8506a821-e1be-4ed2-83be-cc5e34ef1392 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:23:14.867590 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.874033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.919836 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-aa46834a-25e8-4d7b-9752-06e007a72ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:14.998527 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:15.003859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Pushing event updated for resources: {'Port': ['ID=8506a821-e1be-4ed2-83be-cc5e34ef1392,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:15.019571 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.020272 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.020878 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.021403 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.021925 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.022443 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.022977 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.023763 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.024284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.024901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.025413 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:15.035077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:15.141245 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bc78-2013-4911-a453-86b1626182b0 req-28ef6037-9e34-4818-9ae3-f297d51ef124 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:15.152044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b17bc78-2013-4911-a453-86b1626182b0 req-28ef6037-9e34-4818-9ae3-f297d51ef124 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 945 time: 0.1259151 Jun 29 17:23:15.242358 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:15.244045 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:15.281404 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b17bc78-2013-4911-a453-86b1626182b0 req-5dac4db5-d8cf-48ef-944f-ec8ace5e01c0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276720 Jun 29 17:23:15.565231 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38877c6-bb83-46b1-b186-a6b1c5314332 req-70a6297d-b7ef-44e1-ae7d-ee90638f38ab tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:15.566650 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f38877c6-bb83-46b1-b186-a6b1c5314332 req-70a6297d-b7ef-44e1-ae7d-ee90638f38ab tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2214785 Jun 29 17:23:15.592413 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-5422b738-6b1f-4e4d-bd76-040e2432a5b6 None None] Provisioning complete for port 8506a821-e1be-4ed2-83be-cc5e34ef1392 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:15.592952 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-5422b738-6b1f-4e4d-bd76-040e2432a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:15.698029 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-5422b738-6b1f-4e4d-bd76-040e2432a5b6 None None] Port 8506a821-e1be-4ed2-83be-cc5e34ef1392 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:23:15.771190 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f38877c6-bb83-46b1-b186-a6b1c5314332 req-4559daae-c408-45a4-9c18-e6d9998d9b73 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625811 Jun 29 17:23:15.870831 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6f12a78e-b1d2-4651-b845-bb1d67b50c27 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:15.905591 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:23:15.938162 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:15.938535 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:16.059195 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b4c78c60-d559-4b6d-8b6b-7a5601cdc516 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:16.107307 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:23:16.117014 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] 10.222.0.79 "PUT /v2.0/routers/10343e75-d1cb-4dd6-b64f-7bfdb4381402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9645283 Jun 29 17:23:16.130827 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:16.136511 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:16.136927 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:16.254527 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:16.271060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port b4c78c60-d559-4b6d-8b6b-7a5601cdc516, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:16.276565 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:16.278734 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:16.354557 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:16.357619 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:17.086786 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35392) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:17.095419 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-577572228-network', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:17.100366 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:17.105016 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Usage tracker for resource:network and tenant:62e897bb37f04eb1a7bcaf07366ac538 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:17.109474 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:17.118676 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:17.131732 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Made reservation on behalf of 62e897bb37f04eb1a7bcaf07366ac538 for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:17.134267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.147224 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.179261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:17.183314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Usage tracker for resource:security_group_rule and tenant:62e897bb37f04eb1a7bcaf07366ac538 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:17.186193 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:17.192147 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:17.267960 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.272655 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.275611 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6ebc2a72-b903-402a-a8d6-2c029086ca6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:17.304443 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:23:17.312765 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31acf3ad-1e29-4bcf-b74a-bf47ea475b9f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:17.316311 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:17.318762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.319142 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Added segment 6b86f74d-86d5-4d5f-b09c-0119f6656735 of type vlan for network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 Jun 29 17:23:17.344881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.375559 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.377151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:17.377741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.382802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ca88c659-0b3c-42c2-b0c1-33e8d4e88469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:17.481227 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3927133 Jun 29 17:23:17.484488 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Pushing event updated for resources: {'Network': ['ID=ba613170-1f01-4a5c-b7f3-cff1302ac5c9,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:17.484767 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35400) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:17.487434 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:17.490736 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Request body: {'subnet': {'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-577572228-subnet', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'ip_version': 4}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:17.495663 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:23:17.497138 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:17.501440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Usage tracker for resource:subnet and tenant:62e897bb37f04eb1a7bcaf07366ac538 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:17.504692 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:17.510668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:17.522327 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Made reservation on behalf of 62e897bb37f04eb1a7bcaf07366ac538 for: {'subnet': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:17.524621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632221'] for subnet, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.744821 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b4c78c60-d559-4b6d-8b6b-7a5601cdc516 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:17.809987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2632207'] for subnet, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.814108 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-35806c45-6587-4ff7-8416-3f523b47221e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:17.848428 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:17.848760 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.887927 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb69351-9e15-4eb0-9870-58c6e1e733d0,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:17.904228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.904614 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.904967 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.905304 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.905630 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.905965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.906362 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.906697 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.907034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.907356 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.907686 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:17.912764 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:17.913862 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Checking segment: {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:17.914352 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Network hostable DHCP agents. Network: ba613170-1f01-4a5c-b7f3-cff1302ac5c9, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:23:17.939489 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:23:17.949110 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, ba613170-1f01-4a5c-b7f3-cff1302ac5c9) {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:17.954146 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:17.954735 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:17.959921 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9cbd25-b870-4dc7-be20-16651345d91f None None] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:23:17.977804 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-d1f72779-268c-4a00-a903-2f4fa960c9e2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4891241 Jun 29 17:23:17.978021 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35406) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:17.983028 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:17.987797 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:17.991762 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Usage tracker for resource:router and tenant:62e897bb37f04eb1a7bcaf07366ac538 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:17.994590 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:18.000454 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:18.012576 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.013498 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.039207 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.175942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-ba613170-1f01-4a5c-b7f3-cff1302ac5c9', 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'fixed_ips': [{'subnet_id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:23:18.176796 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.197516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.333648 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:23:18.359083 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Allocated IP 172.20.0.2 (ba613170-1f01-4a5c-b7f3-cff1302ac5c9/efb69351-9e15-4eb0-9870-58c6e1e733d0/106af207-bbe0-487d-bf1b-53e8882c8861) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:18.363225 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:18.363849 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:18.387907 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.421678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.557388 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Allocated IP 172.27.2.236 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/6d72b04a-074f-4752-8b09-3b0666ef079a) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:18.656438 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:18.717360 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.746957 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.751466 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-35942d9e-80fe-4f6c-9c89-96c4835bd815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:18.821841 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:18.824850 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:18.829429 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:18.831434 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.856691 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Pushing event updated for resources: {'Port': ['ID=6d72b04a-074f-4752-8b09-3b0666ef079a,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:18.862740 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Transition to ACTIVE for port object 106af207-bbe0-487d-bf1b-53e8882c8861 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:18.863613 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:18.951320 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Transition to ACTIVE for port object 106af207-bbe0-487d-bf1b-53e8882c8861 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:18.968315 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:18.974676 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:19.064640 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:19.069361 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dffb3d-b89f-41de-9407-4b5ddf7ad2b4 req-3699f29b-c8fe-4993-92f7-deb1e0aaa465 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:19.069538 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:19.070839 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-68dffb3d-b89f-41de-9407-4b5ddf7ad2b4 req-3699f29b-c8fe-4993-92f7-deb1e0aaa465 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 945 time: 0.0966930 Jun 29 17:23:19.071701 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Pushing event updated for resources: {'Port': ['ID=106af207-bbe0-487d-bf1b-53e8882c8861,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:19.096383 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.097116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.097791 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:19.102367 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:19.138551 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc38d9-2098-4bc8-9cd8-a3eda1332931 req-255d8d5a-025f-4281-9c1a-e9dc89c6c51f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:19.140287 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-11cc38d9-2098-4bc8-9cd8-a3eda1332931 req-255d8d5a-025f-4281-9c1a-e9dc89c6c51f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0970731 Jun 29 17:23:19.195161 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ae0fe869-1b2d-4f48-86ad-4d09280e13a3 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:19.196281 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-68dffb3d-b89f-41de-9407-4b5ddf7ad2b4 req-4272468d-73de-4326-9f29-9afb524d9363 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154835 Jun 29 17:23:19.231986 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-11cc38d9-2098-4bc8-9cd8-a3eda1332931 req-377e526f-c830-40c2-972d-3e85175f46fa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808938 Jun 29 17:23:19.322933 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Attempting to bind port 106af207-bbe0-487d-bf1b-53e8882c8861 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:19.323303 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Attempting to bind port 106af207-bbe0-487d-bf1b-53e8882c8861 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:19.323666 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Attempting to bind port 106af207-bbe0-487d-bf1b-53e8882c8861 on network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:19.339154 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:19.339522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Checking segment: {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:19.339921 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.340321 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Bound using segment: {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:19.340812 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Bound port: 106af207-bbe0-487d-bf1b-53e8882c8861, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:19.341182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.366592 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 2, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:19.379076 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:23:19.404803 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:23:19.405157 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Updating router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 port 8506a821-e1be-4ed2-83be-cc5e34ef1392 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:23:19.448605 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:19.470970 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:19.471360 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.540543 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.563844 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] For port 106af207-bbe0-487d-bf1b-53e8882c8861, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:19.601049 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:23:19.604063 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] For port 106af207-bbe0-487d-bf1b-53e8882c8861, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=106af207-bbe0-487d-bf1b-53e8882c8861,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:19.615614 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.617036 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Sync routers for ids ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:23:19.633227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:19.634626 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Routers {'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:19.635252 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:19.636603 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.638423 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6595438 Jun 29 17:23:19.641644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35420) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:19.835618 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:19.862995 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Pushing event updated for resources: {'Port': ['ID=106af207-bbe0-487d-bf1b-53e8882c8861,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:19.871179 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:19.943636 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Set router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:19.981509 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:23:20.006058 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:20.018662 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.023686 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:20.202083 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:20.216856 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:20.310828 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.323573 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Transition to ACTIVE for port object 8506a821-e1be-4ed2-83be-cc5e34ef1392 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:20.332169 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.336174 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:20.380965 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:18Z', 'revision_number': 3, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:20.385266 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Checking router: e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:23:20.385828 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Updating router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 port 6d72b04a-074f-4752-8b09-3b0666ef079a binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:23:20.440984 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.470709 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a3771-7560-40c1-8a74-c8b5d8aff8d7 None None] Pushing event updated for resources: {'Port': ['ID=8506a821-e1be-4ed2-83be-cc5e34ef1392,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:20.474348 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-798a3771-7560-40c1-8a74-c8b5d8aff8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:20.569008 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Attempting to bind port 8506a821-e1be-4ed2-83be-cc5e34ef1392 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:20.570488 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Attempting to bind port 8506a821-e1be-4ed2-83be-cc5e34ef1392 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:20.570867 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Attempting to bind port 8506a821-e1be-4ed2-83be-cc5e34ef1392 on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:20.579230 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:20.579609 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Checking segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:20.580022 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.580701 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Bound using segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:20.581190 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Bound port: 8506a821-e1be-4ed2-83be-cc5e34ef1392, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:20.582387 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.705801 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] For port 8506a821-e1be-4ed2-83be-cc5e34ef1392, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:20.710425 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] For port 8506a821-e1be-4ed2-83be-cc5e34ef1392, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=8506a821-e1be-4ed2-83be-cc5e34ef1392,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:20.717127 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.722780 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:20.805211 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.808178 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a3771-7560-40c1-8a74-c8b5d8aff8d7 None None] Pushing event updated for resources: {'Port': ['ID=8506a821-e1be-4ed2-83be-cc5e34ef1392,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:20.811662 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-798a3771-7560-40c1-8a74-c8b5d8aff8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:20.813716 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:20.814157 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:20.895120 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.924615 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Transition to ACTIVE for port object 6d72b04a-074f-4752-8b09-3b0666ef079a will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:20.939707 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:20.949138 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-b4d44f5f-8eff-4b47-a373-22e11473951a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:21.052713 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89292a38-30a5-48be-a89d-cd87f37501bc None None] Pushing event updated for resources: {'Port': ['ID=6d72b04a-074f-4752-8b09-3b0666ef079a,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:21.056627 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-89292a38-30a5-48be-a89d-cd87f37501bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:21.073338 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:21.082604 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Attempting to bind port 6d72b04a-074f-4752-8b09-3b0666ef079a on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:21.082975 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Attempting to bind port 6d72b04a-074f-4752-8b09-3b0666ef079a by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:21.083336 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Attempting to bind port 6d72b04a-074f-4752-8b09-3b0666ef079a on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:21.092782 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:21.093383 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:21.094215 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.094917 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:21.095928 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Bound port: 6d72b04a-074f-4752-8b09-3b0666ef079a, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:21.096715 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.168624 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956ae37-5240-4d56-9b49-99e75050348c None None] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:23:21.193085 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Allocated IP 172.20.0.1 (ba613170-1f01-4a5c-b7f3-cff1302ac5c9/efb69351-9e15-4eb0-9870-58c6e1e733d0/a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:21.210050 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] For port 6d72b04a-074f-4752-8b09-3b0666ef079a, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:21.214258 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] For port 6d72b04a-074f-4752-8b09-3b0666ef079a, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6d72b04a-074f-4752-8b09-3b0666ef079a,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:21.220336 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.233098 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:21.330824 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89292a38-30a5-48be-a89d-cd87f37501bc None None] Pushing event updated for resources: {'Port': ['ID=6d72b04a-074f-4752-8b09-3b0666ef079a,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:21.336449 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-89292a38-30a5-48be-a89d-cd87f37501bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:21.343681 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Routers {'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:21.344564 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:21.370438 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.388606 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Transition to ACTIVE for port object a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:21.417077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.423933 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:21.503641 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:21.506851 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:21.509310 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:21.525907 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] Set router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:21.544514 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:21.554521 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:21.570775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.597355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-74e99597-05f4-497d-a97c-10aa0c7dbaa3 None None] Provisioning for port 106af207-bbe0-487d-bf1b-53e8882c8861 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:21.656229 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.729723 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:20Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:21.741077 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce42fd6-c664-4d10-be73-4da346620486 None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:20Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:23:21.890648 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 106af207-bbe0-487d-bf1b-53e8882c8861 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:21.950164 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:18Z', 'revision_number': 3, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:21.958322 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e4b00-cd83-46f7-a932-1813d995f3f0 None None] The sync data for ids ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'] in dv-cinder-798672-1-iscsi is: [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:18Z', 'revision_number': 3, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:23:22.023947 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 106af207-bbe0-487d-bf1b-53e8882c8861 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:22.029292 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 106af207-bbe0-487d-bf1b-53e8882c8861 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:22.029681 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.061005 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.070178 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.099703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:22.195622 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:22.211183 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.230002 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.236912 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:22.247541 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ec96e8a7-ec8f-4ccb-9f8b-7c2fb485bd3c None None] Provisioning for port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:22.265568 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ec96e8a7-ec8f-4ccb-9f8b-7c2fb485bd3c None None] Provisioning complete for port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:22.266938 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ec96e8a7-ec8f-4ccb-9f8b-7c2fb485bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.379378 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-ec96e8a7-ec8f-4ccb-9f8b-7c2fb485bd3c None None] Port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:23:22.411999 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 106af207-bbe0-487d-bf1b-53e8882c8861, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=106af207-bbe0-487d-bf1b-53e8882c8861,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:22.419090 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ec96e8a7-ec8f-4ccb-9f8b-7c2fb485bd3c None None] Provisioning complete for port 106af207-bbe0-487d-bf1b-53e8882c8861 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:22.419534 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ec96e8a7-ec8f-4ccb-9f8b-7c2fb485bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.429260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:22.430495 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:22.478048 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.485371 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:22.664947 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=106af207-bbe0-487d-bf1b-53e8882c8861,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:22.678364 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:22.806945 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-cd670b0e-04b5-4efc-aff8-ad6090ab733b None None] Provisioning complete for port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:22.807325 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cd670b0e-04b5-4efc-aff8-ad6090ab733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.869567 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'code': 200} Jun 29 17:23:22.905712 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-cd670b0e-04b5-4efc-aff8-ad6090ab733b None None] Port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:23:22.946484 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:23:23.233322 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82872785-7b60-424c-ad83-13eb04b310d2 req-153297b1-ad09-4ac7-8051-ddeb49d877cc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:23.241663 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-82872785-7b60-424c-ad83-13eb04b310d2 req-153297b1-ad09-4ac7-8051-ddeb49d877cc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2492969 Jun 29 17:23:23.318232 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6414f-ebae-4338-80a9-327383d65538 req-72b1f498-97f0-45ee-916a-7f7861cf3e87 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:23.319678 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7ca6414f-ebae-4338-80a9-327383d65538 req-72b1f498-97f0-45ee-916a-7f7861cf3e87 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.1361082 Jun 29 17:23:23.341635 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-82872785-7b60-424c-ad83-13eb04b310d2 req-11334a4f-510e-48e5-b7cf-816e0846e0e0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951180 Jun 29 17:23:23.357095 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2e572b5c-76f3-4c9c-8c67-387973862e32 req-3f834e0c-0d40-4f6e-bb7a-338651ac34c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 1099 time: 0.1306558 Jun 29 17:23:23.429765 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7ca6414f-ebae-4338-80a9-327383d65538 req-49d2cfe6-4a1e-4cff-b5c6-b98257d147c2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027298 Jun 29 17:23:23.465990 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:23:23.482883 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] 10.222.0.79 "PUT /v2.0/routers/e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8325915 Jun 29 17:23:23.483909 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2e572b5c-76f3-4c9c-8c67-387973862e32 req-10085adb-4a7b-41b1-9ba0-769a2710fbfa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712571 Jun 29 17:23:23.841756 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 106af207-bbe0-487d-bf1b-53e8882c8861 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:23.918367 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 106af207-bbe0-487d-bf1b-53e8882c8861 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:23.918709 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.035941 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6d72b04a-074f-4752-8b09-3b0666ef079a up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:24.106870 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 6d72b04a-074f-4752-8b09-3b0666ef079a completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:24.112418 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 6d72b04a-074f-4752-8b09-3b0666ef079a triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:24.112926 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.181334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35478) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:24.190377 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700610680', 'description': 'tempest-secgroup-smoke-1700610680 description', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:24.196840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:24.201660 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:24.205000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:24.211444 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:24.223680 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.250536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.266349 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:24.269933 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 6d72b04a-074f-4752-8b09-3b0666ef079a, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6d72b04a-074f-4752-8b09-3b0666ef079a,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:24.271045 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:24.274138 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:24.275740 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.276913 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 8506a821-e1be-4ed2-83be-cc5e34ef1392 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:24.280580 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:24.311552 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:24.347113 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.356644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.365106 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bb0feb15-7cb0-493f-989f-c478fb30f71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:24.412321 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=6d72b04a-074f-4752-8b09-3b0666ef079a,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:24.416584 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db9e104-fdb2-48b6-a49b-bd4894d81160,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:24.417906 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:24.419225 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.420687 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2381914 Jun 29 17:23:24.421658 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:24.423521 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35484) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:24.430543 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group_rule': {'security_group_id': '2db9e104-fdb2-48b6-a49b-bd4894d81160', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:24.432900 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 8506a821-e1be-4ed2-83be-cc5e34ef1392 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:24.440660 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 8506a821-e1be-4ed2-83be-cc5e34ef1392 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:24.442047 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.443043 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:24.447626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:24.450946 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:24.459352 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:24.481698 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.556366 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.561381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.564098 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:24.571920 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.592239 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a474d770-568d-4e54-be25-9e20824d9467,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:24.597530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:24.603076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.604855 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1803141 Jun 29 17:23:24.607637 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35494) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:24.611643 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 8506a821-e1be-4ed2-83be-cc5e34ef1392, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=8506a821-e1be-4ed2-83be-cc5e34ef1392,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:24.614030 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group_rule': {'security_group_id': '2db9e104-fdb2-48b6-a49b-bd4894d81160', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:24.616693 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.620315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:24.621543 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:24.624456 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:24.627787 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:24.634046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:24.651884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.688716 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=8506a821-e1be-4ed2-83be-cc5e34ef1392,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:24.693309 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:24.720588 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.725682 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.727707 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:24.751310 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9551037e-5eea-40e4-99ee-52ef82948c03,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:24.755862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:24.769279 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.770484 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8f4ea27e-b52e-4747-b004-4a1e86f2be58 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1618233 Jun 29 17:23:24.773377 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35498) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:24.781908 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group_rule': {'security_group_id': '2db9e104-fdb2-48b6-a49b-bd4894d81160', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:24.791064 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:24.796879 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:24.800311 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:24.808802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:24.830210 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.896047 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.899469 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.902253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bbb044ac-3cd5-4469-bf09-4f1d448cc8db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:24.930305 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91a9ea1-afb9-47bd-b3c1-75352df08e12,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:24.932667 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:24.941667 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.942837 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1682768 Jun 29 17:23:24.945942 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35502) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:24.951461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group_rule': {'security_group_id': '2db9e104-fdb2-48b6-a49b-bd4894d81160', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:24.957384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:24.961412 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:24.964370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:24.970626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:24.991816 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.070643 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.076210 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.078241 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:25.100077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26f334c-f1d5-4252-8a4c-f22a35c37f71,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:25.102525 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:25.109819 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.110970 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1641200 Jun 29 17:23:25.114417 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35506) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:25.120379 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group_rule': {'security_group_id': '2db9e104-fdb2-48b6-a49b-bd4894d81160', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:25.126807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:25.131799 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:25.135885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:25.142252 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:25.155251 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.securitygroups_db [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Project 372aec24011a49e1abe53ef2d2c9d23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:23:25.162747 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.228788 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.232710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.235070 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bc771032-0b86-4425-8c63-c6e76df408dd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:25.258436 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0308977-2fc0-401c-9c6a-af3d206eeae6,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:25.263150 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:25.268626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.270157 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1547227 Jun 29 17:23:25.273142 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35512) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:25.278936 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'security_group_rule': {'security_group_id': '2db9e104-fdb2-48b6-a49b-bd4894d81160', 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:25.284810 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:25.288598 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:security_group_rule and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:25.291481 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:25.298235 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:25.311389 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.securitygroups_db [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Project 372aec24011a49e1abe53ef2d2c9d23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:23:25.318396 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.385735 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.390860 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.392970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-dc1b3831-e82f-4434-91ff-b9f83b4d99d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:25.414765 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ee93c2-a5e6-423b-bf38-86b66179424f,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:25.419078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:25.424451 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.425604 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-10c9870a-5149-43a8-a0c2-714c607cd9f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1514611 Jun 29 17:23:25.755117 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6d72b04a-074f-4752-8b09-3b0666ef079a up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:25.824761 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 6d72b04a-074f-4752-8b09-3b0666ef079a triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:25.825136 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:25.971355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 8506a821-e1be-4ed2-83be-cc5e34ef1392 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:26.049043 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 8506a821-e1be-4ed2-83be-cc5e34ef1392 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:26.049418 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:27.205551 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:27.519882 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047131a-6b79-4d05-960e-0fd23f3d41af req-52e12d33-7b47-48b1-966f-7ca9b13f0bdc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:27.521625 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0047131a-6b79-4d05-960e-0fd23f3d41af req-52e12d33-7b47-48b1-966f-7ca9b13f0bdc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0849831 Jun 29 17:23:27.564941 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:23:27.577705 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0047131a-6b79-4d05-960e-0fd23f3d41af req-95ee9fe7-d239-411d-8c43-679796d5f3d0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Jun 29 17:23:27.765789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8f130-e49a-4f4f-9f82-5758b612b5d5 req-648ddf8d-b8dc-48b2-a1b0-b8a1304444df tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:27.767195 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b6b8f130-e49a-4f4f-9f82-5758b612b5d5 req-648ddf8d-b8dc-48b2-a1b0-b8a1304444df tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0823276 Jun 29 17:23:27.815039 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b6b8f130-e49a-4f4f-9f82-5758b612b5d5 req-d12e811e-c74d-4c7f-aa68-3539979b5900 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Jun 29 17:23:28.785379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585fd4e-21b0-431c-a189-e60b26887470 req-e9d4fd7e-8ce0-4ec7-9499-0dfdf9aaa1e1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:28.788046 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2585fd4e-21b0-431c-a189-e60b26887470 req-e9d4fd7e-8ce0-4ec7-9499-0dfdf9aaa1e1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0836101 Jun 29 17:23:28.837835 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2585fd4e-21b0-431c-a189-e60b26887470 req-61d50280-8186-49d9-9c39-714ca4bcd460 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Jun 29 17:23:29.035389 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7456b0-4c7b-4cb8-a95c-729c0f5b7f9e req-0a1ae1bd-b109-4080-9d61-ac55c55de18c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:29.037001 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ba7456b0-4c7b-4cb8-a95c-729c0f5b7f9e req-0a1ae1bd-b109-4080-9d61-ac55c55de18c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0863760 Jun 29 17:23:29.086404 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ba7456b0-4c7b-4cb8-a95c-729c0f5b7f9e req-f1fc6cc0-8dc1-45ef-b773-20d935419685 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Jun 29 17:23:29.572535 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b94f9fa6-048c-4781-b3be-3e0ed913956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:30.047417 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26546591-da37-4dec-9486-8d56b6a1c111 req-bc76cbdc-b411-43fe-b873-88855a3c5b0e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:30.048983 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-26546591-da37-4dec-9486-8d56b6a1c111 req-bc76cbdc-b411-43fe-b873-88855a3c5b0e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0820334 Jun 29 17:23:30.097417 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-26546591-da37-4dec-9486-8d56b6a1c111 req-f5f267b6-da50-451a-9daa-765a11c63ad9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Jun 29 17:23:30.106386 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:30.286384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc6915-5a01-4c33-9ee1-0cce2c71e1b6 req-d72068e3-c20f-45a2-acc1-eb95ed3f27c4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:30.287864 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b2cc6915-5a01-4c33-9ee1-0cce2c71e1b6 req-d72068e3-c20f-45a2-acc1-eb95ed3f27c4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0815947 Jun 29 17:23:30.335468 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b2cc6915-5a01-4c33-9ee1-0cce2c71e1b6 req-61b85fd1-6f68-4131-b18b-18b4a50c1c5b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Jun 29 17:23:31.321064 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de644e91-adf0-417a-b90f-68f2eb2b8bd0 req-701d2889-4959-4a86-ae12-8cc6b124684a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:31.322557 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-de644e91-adf0-417a-b90f-68f2eb2b8bd0 req-701d2889-4959-4a86-ae12-8cc6b124684a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0816276 Jun 29 17:23:31.373173 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-de644e91-adf0-417a-b90f-68f2eb2b8bd0 req-f18c67e7-11fb-4d00-bc26-1caf8e93a605 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Jun 29 17:23:31.557405 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ef413-793d-4feb-8b08-5dedf43fd918 req-50181f4d-465c-484a-bd46-530fb6853f11 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:31.558853 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-107ef413-793d-4feb-8b08-5dedf43fd918 req-50181f4d-465c-484a-bd46-530fb6853f11 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0898125 Jun 29 17:23:31.623604 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-107ef413-793d-4feb-8b08-5dedf43fd918 req-8f614d44-88cc-4557-bba8-7766d7fcb498 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Jun 29 17:23:31.918981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f51eb9d5-b389-4b4c-a88b-44f692946a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:32.590891 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11c13e-37a4-4130-a466-1de19d985364 req-b386c548-7353-4abc-acaf-c13d77fe9321 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:32.592411 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6b11c13e-37a4-4130-a466-1de19d985364 req-b386c548-7353-4abc-acaf-c13d77fe9321 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0924993 Jun 29 17:23:32.641724 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6b11c13e-37a4-4130-a466-1de19d985364 req-7e2b08fc-5bbf-434e-b5b4-a40ba5d8c07b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Jun 29 17:23:32.824913 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1791af-ca27-46de-b0f2-4e01b19097c5 req-fb674f92-720f-4ee2-bbe1-ec044e6e50ab tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:32.826401 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bd1791af-ca27-46de-b0f2-4e01b19097c5 req-fb674f92-720f-4ee2-bbe1-ec044e6e50ab tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0787778 Jun 29 17:23:32.878768 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bd1791af-ca27-46de-b0f2-4e01b19097c5 req-cb7d7ea7-1541-4e20-99c2-a02ed4b4055b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Jun 29 17:23:32.988999 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:33.597515 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6604aadb-7ff1-4221-adf5-64253c93e562 req-2c840cd4-eb97-4870-9b62-7940373f3262 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.0765107 Jun 29 17:23:33.661596 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6604aadb-7ff1-4221-adf5-64253c93e562 req-032ed91d-02c9-4cce-a7b3-3111a53b932f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Jun 29 17:23:33.675104 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35708) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:33.882000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:33.899201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b832e7-fd5d-4007-8875-e831bc2932f7 req-5abf0148-7bed-4637-b377-dc5dc33292e5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:33.900689 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-19b832e7-fd5d-4007-8875-e831bc2932f7 req-5abf0148-7bed-4637-b377-dc5dc33292e5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1163487 Jun 29 17:23:33.955410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:33.961655 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Usage tracker for resource:security_group_rule and tenant:82c1f24dcce045d6b7a93992d7d94406 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:33.965483 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:33.972675 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-19b832e7-fd5d-4007-8875-e831bc2932f7 req-fccff938-4276-468a-9619-841ccefa4a2f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583878 Jun 29 17:23:33.973485 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:34.040050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.044754 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.052166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-86e6342f-241e-4814-9e80-db2d123f2e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:34.094015 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911a1855-c2d2-4c5e-baf1-53a29343793c,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:34.100832 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82c1f24dcce045d6b7a93992d7d94406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4225135 Jun 29 17:23:34.100832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:34.101091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35726) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:34.172418 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.202834 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.256936 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.261019 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0c99b58b-7b60-44ea-af94-1d00f4b124bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:34.272454 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a1855-c2d2-4c5e-baf1-53a29343793c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:34.276479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:34.279770 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.280931 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/911a1855-c2d2-4c5e-baf1-53a29343793c HTTP/1.1" status: 204 len: 168 time: 0.1788836 Jun 29 17:23:34.496829 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.689151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35748) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:34.708134 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.742703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:34.746544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Usage tracker for resource:security_group_rule and tenant:7f2c8d82dca0474b9dcfa99aacbde7cb is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:34.749737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:34.755824 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:34.843738 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.849700 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:34.858551 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7da26960-6e40-4dc8-a6f7-0a63e34a43ed tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:34.901166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd74108-8e3e-4183-ad67-9d599cde212e,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:34.905645 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f2c8d82dca0474b9dcfa99aacbde7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2154486 Jun 29 17:23:34.906522 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:34.909185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 35756) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:34.974037 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:35.000556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:35.062935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:35.068445 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b2131445-9530-4db7-87c7-3d4eaa30e7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:35.082300 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd74108-8e3e-4183-ad67-9d599cde212e,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:35.085363 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:35.086355 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:35.095608 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5fd74108-8e3e-4183-ad67-9d599cde212e HTTP/1.1" status: 204 len: 168 time: 0.1827772 Jun 29 17:23:35.241923 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968f04-4299-4ef7-89f6-ba6d6d2e1682 req-956241c0-a6cc-4d53-9f98-6551f4892eed tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:35.243549 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b0968f04-4299-4ef7-89f6-ba6d6d2e1682 req-956241c0-a6cc-4d53-9f98-6551f4892eed tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0865190 Jun 29 17:23:35.321241 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b0968f04-4299-4ef7-89f6-ba6d6d2e1682 req-f055c95c-c850-4d85-bb84-02c37826ec41 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Jun 29 17:23:35.680748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e0de-010c-41b9-95a3-3288b680fc40 req-1246dc49-4e78-434e-a1c5-2683b13253ea tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:35.682388 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-51d0e0de-010c-41b9-95a3-3288b680fc40 req-1246dc49-4e78-434e-a1c5-2683b13253ea tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0888758 Jun 29 17:23:35.733728 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-51d0e0de-010c-41b9-95a3-3288b680fc40 req-cdbf776c-2d7e-4640-bf76-091e60a6cbea tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Jun 29 17:23:36.547851 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead98c1c-486e-46bc-b529-58ab90209887 req-bf83d001-1c1b-41b6-9920-50c5c7f31dcb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:36.549929 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ead98c1c-486e-46bc-b529-58ab90209887 req-bf83d001-1c1b-41b6-9920-50c5c7f31dcb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0926156 Jun 29 17:23:36.600100 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ead98c1c-486e-46bc-b529-58ab90209887 req-c7b9329c-56fe-4017-8704-f2da471bcab8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Jun 29 17:23:36.967304 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf383-832a-44ae-8c24-0ae45bf12d5b req-b713be64-6c75-4743-9810-61f30571822a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:36.969017 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-edeaf383-832a-44ae-8c24-0ae45bf12d5b req-b713be64-6c75-4743-9810-61f30571822a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0855598 Jun 29 17:23:37.048902 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-edeaf383-832a-44ae-8c24-0ae45bf12d5b req-50c5693c-0e27-4f4c-b071-86051820e540 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724528 Jun 29 17:23:37.656701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ca66730d-853d-4f66-920a-c6d9dd6f9487 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:37.658220 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ca66730d-853d-4f66-920a-c6d9dd6f9487 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.1581402 Jun 29 17:23:37.674989 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-71209b44-7b9f-4b1e-84cc-ad39a081668e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/quotas/16bcb94cc9f04c619cc082034f78e71d HTTP/1.1" status: 200 len: 375 time: 0.0109665 Jun 29 17:23:37.756597 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-3e3ee9f2-4459-419c-b7eb-39041ad4defd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761843 Jun 29 17:23:37.803043 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1fca-1590-4cd7-9c58-df6382096e8d req-78d502b2-80f4-4b23-952e-ff56a00f78c5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:37.804627 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e47d1fca-1590-4cd7-9c58-df6382096e8d req-78d502b2-80f4-4b23-952e-ff56a00f78c5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0790212 Jun 29 17:23:37.858639 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e47d1fca-1590-4cd7-9c58-df6382096e8d req-f4869d87-d1cc-4e0b-a854-72d7205af860 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Jun 29 17:23:37.956778 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-5f0f7f8e-4b95-4f60-839e-508645dcbf88 service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931977 Jun 29 17:23:38.097121 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-c1efb666-5a29-41a1-8b2c-e0723e54d38e service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344585 Jun 29 17:23:38.431103 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-f5d51a49-6533-41af-b488-4bdf87929d44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.1603050 Jun 29 17:23:38.445102 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad052c2-f764-420f-965f-b2bee4884c5a req-7d737497-d5a6-4812-b9d7-7a33a48a03c4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:38.446678 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ad052c2-f764-420f-965f-b2bee4884c5a req-7d737497-d5a6-4812-b9d7-7a33a48a03c4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1225653 Jun 29 17:23:38.477083 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7ee0d-d49a-4ee7-a828-11c6edac22f4 req-2bb873b9-f160-425a-b9a2-f767124a5ef5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:38.488439 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-83a7ee0d-d49a-4ee7-a828-11c6edac22f4 req-2bb873b9-f160-425a-b9a2-f767124a5ef5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0977273 Jun 29 17:23:38.553866 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-83a7ee0d-d49a-4ee7-a828-11c6edac22f4 req-811bc0ae-d4eb-434b-b4b5-237a1e41de3a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686183 Jun 29 17:23:38.675543 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-06034c33-0f6b-44fe-bfe6-bc2972923a39 req-b71d721c-fb06-4409-99f8-0449237c6258 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.0617180 Jun 29 17:23:38.692842 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ad052c2-f764-420f-965f-b2bee4884c5a req-076f9df5-77e0-4e7d-a1a3-e67e82d71170 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255285 Jun 29 17:23:38.730214 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-b0d4128b-c4e7-4a10-ba76-a1c75e3c7af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:38.731753 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-b0d4128b-c4e7-4a10-ba76-a1c75e3c7af1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.2842343 Jun 29 17:23:38.840204 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-ee6a923a-f946-41d5-98c3-ac3f5b862796 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 217 time: 0.0685039 Jun 29 17:23:38.952213 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-4095f7c9-f060-4c56-9193-3176d3254240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:38.953586 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-4095f7c9-f060-4c56-9193-3176d3254240 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.0709693 Jun 29 17:23:39.030315 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-7a8e5cc6-0230-428d-a16c-37fc41873ee8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418532 Jun 29 17:23:39.236540 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-921d55cb-c303-4822-8fd4-cfa9d5d8cf88 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375618 Jun 29 17:23:39.390176 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e0e015e9-1aa6-4cfb-8d7d-75ffbd563562 req-c4286e37-11d1-440c-84a5-5b08ad7abb66 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309178 Jun 29 17:23:39.755812 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5c77a-5004-4449-822b-04253a23ba19 req-5258dc9a-a20c-4dae-beaa-18cd52237751 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:39.755812 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cfa5c77a-5004-4449-822b-04253a23ba19 req-5258dc9a-a20c-4dae-beaa-18cd52237751 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0861740 Jun 29 17:23:39.803083 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cfa5c77a-5004-4449-822b-04253a23ba19 req-29d863a9-fb59-4ffc-a575-748a068ec25c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Jun 29 17:23:39.871206 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4febb73-2095-4116-9e31-861a3b0e427c req-97662e99-7c25-4f2e-8f16-003b08c40381 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.0757096 Jun 29 17:23:39.874477 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35874) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:39.989692 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3db6b-62ac-4e13-ba3b-30eac1fa2029 req-c9db4a16-4714-4b3d-9563-4a6b8277e56b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:39.991156 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-57b3db6b-62ac-4e13-ba3b-30eac1fa2029 req-c9db4a16-4714-4b3d-9563-4a6b8277e56b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0757432 Jun 29 17:23:40.022063 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.042143 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-57b3db6b-62ac-4e13-ba3b-30eac1fa2029 req-ae6d6fed-e107-4b05-8f47-ef40bc4e0f8e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451245 Jun 29 17:23:40.059872 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:40.064136 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Usage tracker for resource:security_group_rule and tenant:6775b0f6d29742498b8484d8a617119b is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:40.067400 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:40.073399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:40.139500 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.145040 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.151421 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c102adad-99d9-4f19-9bc7-0291a133acc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:40.192964 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02853b95-321e-4fb8-825c-3670ab1854d1,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:40.196145 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:40.198739 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6775b0f6d29742498b8484d8a617119b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232532 Jun 29 17:23:40.201374 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 35880) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:40.264028 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.290848 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.345817 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.349627 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-24d29920-38a1-44f3-8ab6-0eee7e68af45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:40.365762 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02853b95-321e-4fb8-825c-3670ab1854d1,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:40.368656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:40.370710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:40.371859 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02853b95-321e-4fb8-825c-3670ab1854d1 HTTP/1.1" status: 204 len: 168 time: 0.1694832 Jun 29 17:23:41.024859 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb5c94-5755-4f44-9209-9688195bdfb4 req-f7c0b3ca-4f8d-4866-a202-8a2f89459ab5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:41.026385 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53eb5c94-5755-4f44-9209-9688195bdfb4 req-f7c0b3ca-4f8d-4866-a202-8a2f89459ab5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0938535 Jun 29 17:23:41.059391 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8a68b0f4-be07-4f58-9f3c-cbefbf9f2d0a req-63102b5d-4d47-4611-bc14-390acbb21787 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.0478384 Jun 29 17:23:41.080078 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53eb5c94-5755-4f44-9209-9688195bdfb4 req-814dcbb9-b751-4552-92ce-6cb5301b9586 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Jun 29 17:23:41.274445 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c06693-47d7-471a-91f9-f3cf78b0c8fd req-6994d63b-fb7d-41be-84e7-1dd1ec3d5b42 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:41.275929 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c5c06693-47d7-471a-91f9-f3cf78b0c8fd req-6994d63b-fb7d-41be-84e7-1dd1ec3d5b42 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0848680 Jun 29 17:23:41.329754 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c5c06693-47d7-471a-91f9-f3cf78b0c8fd req-301821bf-dc1c-4cea-9831-4ccfefffb0dc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 Jun 29 17:23:42.242312 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2c7a25b5-3a43-451a-b132-e5fde0c02778 req-80b7754d-890e-46e4-a302-19f646076f78 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.0505929 Jun 29 17:23:42.298155 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53d8b-68fa-4c81-ba31-e9f9a590a4b2 req-c7baf29f-b5b7-4d63-a69a-6b3c2b09a8d5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:42.299615 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ede53d8b-68fa-4c81-ba31-e9f9a590a4b2 req-c7baf29f-b5b7-4d63-a69a-6b3c2b09a8d5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0859859 Jun 29 17:23:42.348878 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ede53d8b-68fa-4c81-ba31-e9f9a590a4b2 req-d30a9b2f-f32d-4cde-be5d-5d8a5ee24b7e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Jun 29 17:23:42.547973 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0b73-5b5c-414b-854a-21fe29e7daad req-04a9521d-5bf8-4349-9dd0-97c68ef086cb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:42.549475 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cc8d0b73-5b5c-414b-854a-21fe29e7daad req-04a9521d-5bf8-4349-9dd0-97c68ef086cb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0811026 Jun 29 17:23:42.599817 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cc8d0b73-5b5c-414b-854a-21fe29e7daad req-9eddb5e5-412d-4a4c-8477-94b0bb02545a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Jun 29 17:23:43.415553 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3fc3a403-4eed-4530-aae5-ba333c05363e req-f8136967-92aa-4f49-b11b-f7105ca77a9e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.0432060 Jun 29 17:23:43.564824 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f03c4-4f78-469e-b8a0-b34a500edeca req-d4a25e7e-d819-4096-b87b-b0f42f697833 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:43.566291 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df8f03c4-4f78-469e-b8a0-b34a500edeca req-d4a25e7e-d819-4096-b87b-b0f42f697833 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0868044 Jun 29 17:23:43.617806 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df8f03c4-4f78-469e-b8a0-b34a500edeca req-d8ad5f74-b7e0-4e88-8502-949d3278f625 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457270 Jun 29 17:23:43.846792 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c7194-03fd-4dd1-8f46-53b0a65245b4 req-bc52310a-d6de-48ad-aef7-297bfe764b6e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:43.848321 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4a3c7194-03fd-4dd1-8f46-53b0a65245b4 req-bc52310a-d6de-48ad-aef7-297bfe764b6e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0890577 Jun 29 17:23:43.899858 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4a3c7194-03fd-4dd1-8f46-53b0a65245b4 req-c67888e2-1e4f-4adb-a2ef-295b696300d9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Jun 29 17:23:43.990544 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-4bc6e762-893f-492a-8c9b-87985456777c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:43.992260 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-4bc6e762-893f-492a-8c9b-87985456777c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.1682944 Jun 29 17:23:44.028289 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Request body: {'port': {'device_id': '8d964c13-3339-48d6-a79f-066731950aff', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'admin_state_up': True, 'tenant_id': '16bcb94cc9f04c619cc082034f78e71d'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:44.047798 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Sync routers for ids ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:23:44.064513 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Routers {'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:44.065508 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:44.176330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:44.186361 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:44.200287 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Made reservation on behalf of 16bcb94cc9f04c619cc082034f78e71d for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:44.203504 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:44.275647 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Set router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:44.427057 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Allocated IP 172.20.0.13 (c44c6bcd-0c19-44e7-8d5a-831123cc67a1/cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744/c04c7541-3430-477b-87a5-58d16ed3b868) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:44.698879 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:21Z', 'revision_number': 4, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84', 'name': '', 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'mac_address': 'fa:16:3e:95:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:20Z', 'updated_at': '2021-06-29T17:23:21Z', 'revision_number': 2, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'subnets': [{'id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:44.713063 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Checking router: e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:23:44.713063 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Updating router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:23:44.829688 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a873bd9-af8e-4041-ba78-b49c78e14747 req-94b71088-8b24-4df0-9307-90e15cead198 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.2273521 Jun 29 17:23:44.838639 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:44.945179 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:44.983939 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:44.990908 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:45.002968 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79b0b6-4df4-4af7-9229-2655d0efd011 req-fce22b1b-a9cf-4cdb-b671-9402159661d3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:45.004669 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2c79b0b6-4df4-4af7-9229-2655d0efd011 req-fce22b1b-a9cf-4cdb-b671-9402159661d3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1223605 Jun 29 17:23:45.056941 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:23:45.059949 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2c79b0b6-4df4-4af7-9229-2655d0efd011 req-bbd45fd2-7af7-4abe-8296-208689af89a0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Jun 29 17:23:45.096990 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:45.098300 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:45.100405 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event updated for resources: {'Port': ['ID=c04c7541-3430-477b-87a5-58d16ed3b868,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:45.103802 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:45.131155 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:45.219030 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:45.219629 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.260610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e8556-0aff-4a16-b7f7-70e54e2db58a req-523fe8c0-a73b-4893-bd0b-439557b43855 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:45.262133 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a08e8556-0aff-4a16-b7f7-70e54e2db58a req-523fe8c0-a73b-4893-bd0b-439557b43855 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1593616 Jun 29 17:23:45.263806 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2398410 Jun 29 17:23:45.296215 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Request body: {'port': {'device_id': '8d964c13-3339-48d6-a79f-066731950aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:45.361392 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a08e8556-0aff-4a16-b7f7-70e54e2db58a req-4c24207e-4d18-4155-9566-fa47a07f2e6b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917501 Jun 29 17:23:45.411050 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.424706 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.433965 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Transition to ACTIVE for port object a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:45.447155 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.453071 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:45.638336 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Pushing event updated for resources: {'Port': ['ID=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:45.662325 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.663132 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.663132 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.663344 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.663611 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.663931 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.664251 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.664605 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.665280 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.665280 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.665522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:23:45.671535 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:45.770187 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Attempting to bind port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:45.770590 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Attempting to bind port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:45.770976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Attempting to bind port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 on network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:45.779374 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:45.779764 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Checking segment: {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:45.780161 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.780622 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Bound using segment: {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:45.781240 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Bound port: a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b86f74d-86d5-4d5f-b09c-0119f6656735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:45.781641 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.810659 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04c7541-3430-477b-87a5-58d16ed3b868 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:23:45.818415 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.837116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Transition to ACTIVE for port object c04c7541-3430-477b-87a5-58d16ed3b868 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:45.842382 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.847539 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6c9a1215-bebc-4766-8fba-818b17fe8c05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:45.892723 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] For port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:45.896658 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] For port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:45.905494 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:45.911739 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-798a3771-7560-40c1-8a74-c8b5d8aff8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:46.009818 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Pushing event updated for resources: {'Port': ['ID=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:46.012128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Routers {'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:23:46.012827 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:46.105250 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Pushing event updated for resources: {'Port': ['ID=c04c7541-3430-477b-87a5-58d16ed3b868,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:46.128976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:46.132519 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47e307-30c4-4906-9a0f-d5f42b1796c2 req-5687263a-4581-46e5-9713-1cc79799a336 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:46.135640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:46.140987 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1b47e307-30c4-4906-9a0f-d5f42b1796c2 req-5687263a-4581-46e5-9713-1cc79799a336 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.1683245 Jun 29 17:23:46.219579 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Attempting to bind port c04c7541-3430-477b-87a5-58d16ed3b868 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:46.219882 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Attempting to bind port c04c7541-3430-477b-87a5-58d16ed3b868 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:46.220184 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Attempting to bind port c04c7541-3430-477b-87a5-58d16ed3b868 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:46.228363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Port c04c7541-3430-477b-87a5-58d16ed3b868 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:23:46.228717 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Attempting to bind port c04c7541-3430-477b-87a5-58d16ed3b868 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:46.238314 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:46.238657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Checking segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:46.239054 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Bound using segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:46.239495 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Bound port: c04c7541-3430-477b-87a5-58d16ed3b868, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:46.239842 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:46.258482 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1b47e307-30c4-4906-9a0f-d5f42b1796c2 req-bdd09ff3-5905-4cef-a272-d29f0e04eb9f tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123660 Jun 29 17:23:46.307581 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] Set router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:23:46.394991 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] For port c04c7541-3430-477b-87a5-58d16ed3b868, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:46.399745 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] For port c04c7541-3430-477b-87a5-58d16ed3b868, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c04c7541-3430-477b-87a5-58d16ed3b868,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:46.405590 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:46.410665 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:46.479801 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:46.481494 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] 10.222.0.81 "PUT /v2.0/ports/c04c7541-3430-477b-87a5-58d16ed3b868 HTTP/1.1" status: 200 len: 1094 time: 1.1899188 Jun 29 17:23:46.483907 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d964c13-3339-48d6-a79f-066731950aff', 'tag': 'c04c7541-3430-477b-87a5-58d16ed3b868'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:23:46.505023 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e99538-fe0e-4dff-acdb-a950a0de963c req-94af0527-9b37-460f-8435-0b27be6aa732 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:46.506493 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-24e99538-fe0e-4dff-acdb-a950a0de963c req-94af0527-9b37-460f-8435-0b27be6aa732 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1903059 Jun 29 17:23:46.513685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Pushing event updated for resources: {'Port': ['ID=c04c7541-3430-477b-87a5-58d16ed3b868,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:46.527762 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:46.570756 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-24e99538-fe0e-4dff-acdb-a950a0de963c req-802267d4-4a29-4543-9ba5-1fc11548968b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Jun 29 17:23:46.601948 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafff036-eba0-4800-a671-d74b088ecbfa req-cf67c6c0-d368-42ca-b0e9-fa53a4f8c853 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:46.603423 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bafff036-eba0-4800-a671-d74b088ecbfa req-cf67c6c0-d368-42ca-b0e9-fa53a4f8c853 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0841854 Jun 29 17:23:46.649972 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d964c13-3339-48d6-a79f-066731950aff', 'tag': 'c04c7541-3430-477b-87a5-58d16ed3b868', 'status': 'completed', 'code': 200} Jun 29 17:23:46.653921 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bafff036-eba0-4800-a671-d74b088ecbfa req-ca792524-6cd3-4cc7-8fad-e9168587d756 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Jun 29 17:23:46.657376 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:21Z', 'revision_number': 4, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84', 'name': '', 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'mac_address': 'fa:16:3e:95:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:20Z', 'updated_at': '2021-06-29T17:23:45Z', 'revision_number': 4, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'subnets': [{'id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:23:46.661691 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc26ee-de95-424a-9d7c-9f23b9f571f6 None None] The sync data for ids ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'] in dv-cinder-798672-1-iscsi is: [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:21Z', 'revision_number': 4, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84', 'name': '', 'network_id': 'ba613170-1f01-4a5c-b7f3-cff1302ac5c9', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'mac_address': 'fa:16:3e:95:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:20Z', 'updated_at': '2021-06-29T17:23:45Z', 'revision_number': 4, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'subnets': [{'id': 'efb69351-9e15-4eb0-9870-58c6e1e733d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:23:47.476041 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a55fe-13af-4ebd-be57-4f0f01e8ba39 req-76130658-f723-4194-9322-fc359da14836 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:47.476760 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8c2a55fe-13af-4ebd-be57-4f0f01e8ba39 req-76130658-f723-4194-9322-fc359da14836 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:23:47.494625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8c2a55fe-13af-4ebd-be57-4f0f01e8ba39 req-76130658-f723-4194-9322-fc359da14836 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:23:47.495719 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8c2a55fe-13af-4ebd-be57-4f0f01e8ba39 req-76130658-f723-4194-9322-fc359da14836 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.1023896 Jun 29 17:23:47.544110 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8c2a55fe-13af-4ebd-be57-4f0f01e8ba39 req-c9261222-1d22-4b0f-b497-282aea8c5d48 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Jun 29 17:23:47.782945 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8bbb-29da-4a4a-b9a4-24e3a192b4f4 req-0a46d1dd-b0b8-42d0-abd0-da7e249f0f97 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:47.784488 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-023b8bbb-29da-4a4a-b9a4-24e3a192b4f4 req-0a46d1dd-b0b8-42d0-abd0-da7e249f0f97 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0839736 Jun 29 17:23:47.797098 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:47.847396 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-023b8bbb-29da-4a4a-b9a4-24e3a192b4f4 req-aadd9ef4-b059-4fb2-a885-5cc48e1b5baa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534046 Jun 29 17:23:47.876882 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:47.881514 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:47.881888 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:47.893273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dabc9-851a-4272-89b0-8c484feb33fa req-ec5e0aab-d1c4-4394-ab56-3ba641d79f24 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:47.895492 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-937dabc9-851a-4272-89b0-8c484feb33fa req-ec5e0aab-d1c4-4394-ab56-3ba641d79f24 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0918026 Jun 29 17:23:47.953897 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-937dabc9-851a-4272-89b0-8c484feb33fa req-84b9181a-aafc-4874-9cbe-3e51506f3773 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 Jun 29 17:23:48.003601 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:48.037416 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:48.042357 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:48.044312 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:48.115249 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:48.118470 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:48.772240 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9831-bb0b-4af4-bbd0-5f1117d65f5b req-06e84776-2e93-4eb9-a0b9-95c43fbd3b81 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:48.773687 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-368e9831-bb0b-4af4-bbd0-5f1117d65f5b req-06e84776-2e93-4eb9-a0b9-95c43fbd3b81 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.0912948 Jun 29 17:23:48.831609 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-368e9831-bb0b-4af4-bbd0-5f1117d65f5b req-17366084-e740-4af8-b860-effc4ccd0973 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Jun 29 17:23:49.047607 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e57c7-5408-46a7-807f-f3db28334b14 req-2383a1b6-0fa0-489a-905b-9c6efdc34e50 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:49.049124 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a29e57c7-5408-46a7-807f-f3db28334b14 req-2383a1b6-0fa0-489a-905b-9c6efdc34e50 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0871243 Jun 29 17:23:49.096650 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a29e57c7-5408-46a7-807f-f3db28334b14 req-814c98a7-e2bc-4f3f-b84c-33cb8f8b0b6a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Jun 29 17:23:49.180232 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb42dc6-9b07-408e-b04f-9bd03e5ef23f req-92a9926f-a0f9-47c7-b398-2c2699b2eff1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:49.181829 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dbb42dc6-9b07-408e-b04f-9bd03e5ef23f req-92a9926f-a0f9-47c7-b398-2c2699b2eff1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0881219 Jun 29 17:23:49.235637 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dbb42dc6-9b07-408e-b04f-9bd03e5ef23f req-42cdde21-4134-415c-83c2-e05200c00732 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Jun 29 17:23:49.774038 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:49.853538 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:49.853891 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:50.149624 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-173acf07-b1cb-425c-82cb-8b9323f4ff62 req-d6243039-e65b-48a1-b9d4-b0864e3fa41c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 1097 time: 0.2049894 Jun 29 17:23:50.155134 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d4592-2895-4343-b32b-41c7485832cf req-9cf84ff0-10da-41a6-ad73-6e7df9f9abde tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:50.156632 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef9d4592-2895-4343-b32b-41c7485832cf req-9cf84ff0-10da-41a6-ad73-6e7df9f9abde tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.1760640 Jun 29 17:23:50.217725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef9d4592-2895-4343-b32b-41c7485832cf req-f27d67ab-0a31-456b-a107-697e19839373 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536871 Jun 29 17:23:50.306608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a722f-e1ec-47d2-8504-3c44ff20f186 req-c76c9be7-f2e5-47e9-b0f7-b28efff731db tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:50.308147 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e78a722f-e1ec-47d2-8504-3c44ff20f186 req-c76c9be7-f2e5-47e9-b0f7-b28efff731db tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0857923 Jun 29 17:23:50.361501 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e78a722f-e1ec-47d2-8504-3c44ff20f186 req-74e684c2-6f0f-4126-b6c8-8b4e5d4b8465 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Jun 29 17:23:50.586874 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173acf07-b1cb-425c-82cb-8b9323f4ff62 req-62a6477a-f28b-4f90-98b5-b415fca59660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:50.588551 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-173acf07-b1cb-425c-82cb-8b9323f4ff62 req-62a6477a-f28b-4f90-98b5-b415fca59660 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=16bcb94cc9f04c619cc082034f78e71d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1809003 Jun 29 17:23:50.602551 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2582e55-4f0e-4e53-bd31-6e8e2c1015f2 req-26804e87-6a2b-47f3-a431-c4c7a7895e45 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:50.604171 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f2582e55-4f0e-4e53-bd31-6e8e2c1015f2 req-26804e87-6a2b-47f3-a431-c4c7a7895e45 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2264242 Jun 29 17:23:50.743848 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f2582e55-4f0e-4e53-bd31-6e8e2c1015f2 req-f8b6fed0-cbaf-4c52-a3ac-c31db69134a0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184235 Jun 29 17:23:50.775831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173acf07-b1cb-425c-82cb-8b9323f4ff62 req-6ccd00d7-5d25-4415-8c8b-e849015374fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:50.777354 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-173acf07-b1cb-425c-82cb-8b9323f4ff62 req-6ccd00d7-5d25-4415-8c8b-e849015374fe service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722178 Jun 29 17:23:51.029479 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-4bd87f57-621e-4372-964f-e8e73d3cac62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 1097 time: 0.0893710 Jun 29 17:23:51.129826 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-d4350adb-a906-45c7-acba-49f4ac896078 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04c7541-3430-477b-87a5-58d16ed3b868 HTTP/1.1" status: 200 len: 217 time: 0.0677772 Jun 29 17:23:51.210104 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-8f753191-7535-4ee5-906f-fd3bfb04b87c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:51.211599 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-8f753191-7535-4ee5-906f-fd3bfb04b87c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.0590053 Jun 29 17:23:51.304754 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-8a0c6f6a-fb57-4f40-8e66-97cb2f45ab50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762191 Jun 29 17:23:51.447725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e10723-9df7-43d9-9b8a-a2b2e1a81d67 req-b3585d78-9361-4d3c-b131-2ab5e0a30dbd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:51.449631 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-11e10723-9df7-43d9-9b8a-a2b2e1a81d67 req-b3585d78-9361-4d3c-b131-2ab5e0a30dbd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.0819230 Jun 29 17:23:51.526678 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-4b0d0c67-22a5-4b5c-9970-b5b33e6021d5 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788433 Jun 29 17:23:51.555822 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-11e10723-9df7-43d9-9b8a-a2b2e1a81d67 req-91f6865d-e279-4a98-9705-1eb27322efc3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990639 Jun 29 17:23:51.658227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13787d-d3fd-40ac-82d6-0a2ebeb5c676 req-d68c1015-dd72-42a1-a0ad-079ef0452b69 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:51.659695 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7b13787d-d3fd-40ac-82d6-0a2ebeb5c676 req-d68c1015-dd72-42a1-a0ad-079ef0452b69 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1660461 Jun 29 17:23:51.730928 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d1bd00eb-46e2-48d5-837a-c559c79a8112 req-2ea0a22f-cbf1-49dc-aa29-5ab11a0d170b service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852431 Jun 29 17:23:51.740422 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7b13787d-d3fd-40ac-82d6-0a2ebeb5c676 req-f7242ec7-5eb8-497e-986d-f35ce069fc8c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680254 Jun 29 17:23:51.988756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcec8d2-679c-40a7-8f91-d6f560be701a req-d2b306c4-7c13-4190-b1ff-df3f718a7c72 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:51.990424 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fdcec8d2-679c-40a7-8f91-d6f560be701a req-d2b306c4-7c13-4190-b1ff-df3f718a7c72 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0939412 Jun 29 17:23:52.039920 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fdcec8d2-679c-40a7-8f91-d6f560be701a req-563cf2a2-69ae-45e4-a19c-b19b93724501 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jun 29 17:23:52.767952 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1c7cb-b904-4ad0-899f-092761cfa949 req-117a7fe0-7424-4431-a5a0-069e84df83c7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:52.769423 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6be1c7cb-b904-4ad0-899f-092761cfa949 req-117a7fe0-7424-4431-a5a0-069e84df83c7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.0922039 Jun 29 17:23:52.817240 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6be1c7cb-b904-4ad0-899f-092761cfa949 req-9da2a4e2-108c-4503-adef-42a36d8c5563 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Jun 29 17:23:52.912539 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d8310-ecf3-419a-a958-bde3e58243f5 req-db978606-5b0f-41b3-9f05-a56e65e5878d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:52.914003 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ad1d8310-ecf3-419a-a958-bde3e58243f5 req-db978606-5b0f-41b3-9f05-a56e65e5878d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0817761 Jun 29 17:23:52.960137 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ad1d8310-ecf3-419a-a958-bde3e58243f5 req-7b5b3f7f-205a-48df-9559-b442ff92c592 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Jun 29 17:23:53.278538 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768c6f2-7a8c-4fe7-bae2-4974c5455aa4 req-75236906-bae4-44df-8406-777930c0cf2e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:53.280023 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b768c6f2-7a8c-4fe7-bae2-4974c5455aa4 req-75236906-bae4-44df-8406-777930c0cf2e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0826373 Jun 29 17:23:53.332287 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b768c6f2-7a8c-4fe7-bae2-4974c5455aa4 req-bf967942-b2f2-4858-9d81-3f5d9b0b5dab tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Jun 29 17:23:53.573060 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88aab0-51c3-4c74-8a42-7abfdf9826ba req-62da4491-04cc-477c-b149-fd0096290956 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:53.574506 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b88aab0-51c3-4c74-8a42-7abfdf9826ba req-62da4491-04cc-477c-b149-fd0096290956 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0933433 Jun 29 17:23:53.623165 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b88aab0-51c3-4c74-8a42-7abfdf9826ba req-bb465a42-8a1a-4ead-b1f1-2b0170ef8b9c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Jun 29 17:23:54.025104 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c8c-aec4-4992-8a34-0df4e6569c2d req-dbcb60b5-1409-4c07-b4b0-22cecd9e8602 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:54.026613 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ffec3c8c-aec4-4992-8a34-0df4e6569c2d req-dbcb60b5-1409-4c07-b4b0-22cecd9e8602 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 944 time: 0.0842803 Jun 29 17:23:54.076890 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ffec3c8c-aec4-4992-8a34-0df4e6569c2d req-79b2f95d-5e09-4f3e-b0d2-1ef69d6fb155 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435615 Jun 29 17:23:54.299440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efa901-4f56-41d6-a5d8-d9f319f18b10 req-8e4cdfe1-3bce-4baf-8af5-da7e8c83468c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:54.301315 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-21efa901-4f56-41d6-a5d8-d9f319f18b10 req-8e4cdfe1-3bce-4baf-8af5-da7e8c83468c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0948217 Jun 29 17:23:54.352785 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-21efa901-4f56-41d6-a5d8-d9f319f18b10 req-f070ce5b-8b62-41cb-8b07-deb1100ab92c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Jun 29 17:23:54.522637 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c04c7541-3430-477b-87a5-58d16ed3b868 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:23:54.557508 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd11d45-46c6-4272-ac48-2248b4bf0bc5 req-3b0781c5-d0f7-45cc-bcd9-335fa6cbdb12 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:54.559079 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2bd11d45-46c6-4272-ac48-2248b4bf0bc5 req-3b0781c5-d0f7-45cc-bcd9-335fa6cbdb12 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0845466 Jun 29 17:23:54.605698 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2bd11d45-46c6-4272-ac48-2248b4bf0bc5 req-4da2a058-9be0-4430-9967-9e4ddc42b4aa tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 Jun 29 17:23:54.670754 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c04c7541-3430-477b-87a5-58d16ed3b868, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c04c7541-3430-477b-87a5-58d16ed3b868,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:54.685820 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'c04c7541-3430-477b-87a5-58d16ed3b868', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'port_id': 'c04c7541-3430-477b-87a5-58d16ed3b868', 'mac_address': 'fa:16:3e:5f:47:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:23:54.739194 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:54.757743 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04c7541-3430-477b-87a5-58d16ed3b868 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:23:54.774703 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c04c7541-3430-477b-87a5-58d16ed3b868, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c04c7541-3430-477b-87a5-58d16ed3b868,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:54.781569 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:54.783787 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-5f0d6baa-4c22-4255-bbdb-006e9537fd40 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742667 Jun 29 17:23:54.783961 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-24cb8b52-32b6-45df-802f-5dfcd048d8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:54.887906 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c04c7541-3430-477b-87a5-58d16ed3b868,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:54.897441 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:54.988707 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-4990ea08-3e6b-4210-8553-100ebe28dc82 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.0727694 Jun 29 17:23:55.018589 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36140) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:55.173785 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.209282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:55.213204 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Usage tracker for resource:security_group_rule and tenant:7106bccb0d824a9994131d234ca23057 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:55.216095 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:55.221803 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:55.264784 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-36b4dfe5-2b6c-4aa1-ac22-34e3784a95cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:55.266915 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-36b4dfe5-2b6c-4aa1-ac22-34e3784a95cc service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.2427433 Jun 29 17:23:55.315211 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.320192 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.330695 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bdbd7bd1-5e94-471a-86f5-a2cd33bf452b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:55.364556 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-7c07f2f0-846a-4a62-b2be-24f71928561a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 217 time: 0.0824921 Jun 29 17:23:55.380617 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c330c2-a178-4659-8ee9-a57502c19fc8 req-92c160d3-a7e3-46bb-b54b-c8ac4b9c2091 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:55.383576 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fa460-2c4d-4612-ac61-c2d75ebee049,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:55.384584 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a0c330c2-a178-4659-8ee9-a57502c19fc8 req-92c160d3-a7e3-46bb-b54b-c8ac4b9c2091 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 945 time: 0.1727915 Jun 29 17:23:55.397748 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7106bccb0d824a9994131d234ca23057&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3779943 Jun 29 17:23:55.398701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:55.400486 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36156) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:55.469272 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.484557 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-8755845a-df95-4b13-9fb9-9125c652e7d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:55.486162 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-8755845a-df95-4b13-9fb9-9125c652e7d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.1006856 Jun 29 17:23:55.504958 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.506786 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a0c330c2-a178-4659-8ee9-a57502c19fc8 req-5c360d2c-21bf-48de-82e9-51344fac25b9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884571 Jun 29 17:23:55.576453 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-0b7b066e-a40f-48f8-9089-4c8e059c3dc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567217 Jun 29 17:23:55.601894 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['c04c7541-3430-477b-87a5-58d16ed3b868'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:23:55.660857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51ab-33e7-4216-8481-85ae71d65d52 req-8f49088d-e747-42c3-acdd-53f048f7d9ae tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:55.662430 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4b2c51ab-33e7-4216-8481-85ae71d65d52 req-8f49088d-e747-42c3-acdd-53f048f7d9ae tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1428018 Jun 29 17:23:55.695616 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.720011 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a43485b1-6b1d-443d-bfcc-54c6fc3fec8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:55.749269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fa460-2c4d-4612-ac61-c2d75ebee049,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:55.761202 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:55.787685 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4b2c51ab-33e7-4216-8481-85ae71d65d52 req-4d6738a2-5a60-4ca8-a73c-9547a47dbbff tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179874 Jun 29 17:23:55.789136 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:55.808813 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c0fa460-2c4d-4612-ac61-c2d75ebee049 HTTP/1.1" status: 204 len: 168 time: 0.3939013 Jun 29 17:23:55.876413 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-96bd11fc-b096-44b8-a662-eae248694b39 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918119 Jun 29 17:23:55.993647 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b382b8-6701-4615-ad79-82817066aa48 req-253c3729-df95-41ac-9826-b8ba3bed52ff tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:55.995121 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b9b382b8-6701-4615-ad79-82817066aa48 req-253c3729-df95-41ac-9826-b8ba3bed52ff tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2077267 Jun 29 17:23:56.063047 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b05863a-00a4-4bc6-8fe4-cec08295ce09 req-8ce97e50-6818-428c-bfd7-e974ea6386be service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745520 Jun 29 17:23:56.070775 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b9b382b8-6701-4615-ad79-82817066aa48 req-b50d630a-1af2-4e01-af3e-8f3d10171d8c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681536 Jun 29 17:23:56.642322 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36192) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:56.726796 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b7fd6-73e3-4e2f-90e7-fd452af1d808 req-49dd794d-80ed-4b08-aa05-03ffccdac1f1 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:56.728230 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a06b7fd6-73e3-4e2f-90e7-fd452af1d808 req-49dd794d-80ed-4b08-aa05-03ffccdac1f1 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 945 time: 0.0777929 Jun 29 17:23:56.775754 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a06b7fd6-73e3-4e2f-90e7-fd452af1d808 req-50406ca8-a596-4969-b2e7-554539e60b76 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Jun 29 17:23:56.782651 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2090910705-network', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:56.787850 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:56.791783 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Usage tracker for resource:network and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:56.794959 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:56.801724 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:56.814419 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Made reservation on behalf of 10cfefef1c9f44db99b1c38ef5895840 for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:56.816905 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:56.833547 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:56.872538 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:56.876748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:56.879858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:56.885760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:56.981103 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:56.986807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:56.991328 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-07b0c7f4-8cb1-4782-af14-18ca78ad9689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:57.020607 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:23:57.033802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787d5c0b-e3a0-4795-a4d9-6c59058394d2,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:57.034537 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9a456-0147-4556-a18b-e7f2264eca20 req-5b28b0be-45ac-4b7e-8709-8fb1e7ec1971 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:57.037104 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5dd9a456-0147-4556-a18b-e7f2264eca20 req-5b28b0be-45ac-4b7e-8709-8fb1e7ec1971 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1023438 Jun 29 17:23:57.044929 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:57.045974 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.046273 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Added segment c9506d38-faa8-4aa5-9531-05d5eed0b843 of type vlan for network 198bb5bc-047d-4e48-b62b-a3eee71be3af Jun 29 17:23:57.078348 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.103296 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5dd9a456-0147-4556-a18b-e7f2264eca20 req-4454cdcb-339c-4763-a8a1-1e7cd884b0db tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575576 Jun 29 17:23:57.120073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.124766 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:57.124766 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.137811 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b52a8a5-1967-4103-8449-44dae5731734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:57.203064 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.247951 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 36218) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:57.248182 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6043923 Jun 29 17:23:57.256693 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Pushing event updated for resources: {'Network': ['ID=198bb5bc-047d-4e48-b62b-a3eee71be3af,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:57.256869 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Request body: {'subnet': {'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2090910705-subnet', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'ip_version': 4}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:57.259446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:57.267388 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:23:57.272204 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:57.279618 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Usage tracker for resource:subnet and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:57.284294 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:57.293757 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:57.311184 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Made reservation on behalf of 10cfefef1c9f44db99b1c38ef5895840 for: {'subnet': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:23:57.314105 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632221'] for subnet, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.361725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17fbc1-fae7-4967-bd36-4df07c836bb0 req-f04c5363-cd7d-4762-b9d3-4dc1bb27f938 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:57.369549 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bb17fbc1-fae7-4967-bd36-4df07c836bb0 req-f04c5363-cd7d-4762-b9d3-4dc1bb27f938 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1063845 Jun 29 17:23:57.425273 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bb17fbc1-fae7-4967-bd36-4df07c836bb0 req-1efacb9a-456d-4380-8ebe-bd107f6199b5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544717 Jun 29 17:23:57.476266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36224) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:57.551558 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2632207'] for subnet, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.556004 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:57.638233 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:57.641307 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.642297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:57.650250 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Checking segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:57.650610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Network hostable DHCP agents. Network: 198bb5bc-047d-4e48-b62b-a3eee71be3af, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:23:57.673108 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:57.674440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:23:57.677550 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc61f1039237443ab1f66ea36a0b62b7 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:57.680747 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:57.686176 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 198bb5bc-047d-4e48-b62b-a3eee71be3af) {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:57.687784 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:57.691105 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:57.691694 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.696170 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaad48d-0b0a-4076-ba3e-8f7ddc915285 None None] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:23:57.718422 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-bac50b4c-be68-4037-bc26-010e724f07ba admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4692812 Jun 29 17:23:57.719130 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 36232) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:57.724753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:23:57.729349 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:23:57.733368 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Usage tracker for resource:router and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:23:57.736204 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:23:57.741956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:23:57.764327 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.769287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.777436 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.777736 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-01056333-ac33-44b8-94ed-ae72a34f4d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:57.779082 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.807779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.819113 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee065a-edbe-4ad9-baf3-dbd7be7fcb02,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:57.822137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:57.824555 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc61f1039237443ab1f66ea36a0b62b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3472281 Jun 29 17:23:57.828617 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36238) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:23:57.915001 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.950927 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:57.977870 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-198bb5bc-047d-4e48-b62b-a3eee71be3af', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:23:57.979351 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.011587 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.017165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-dbc72a83-7d91-4b76-8e32-44867faf6429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:58.029302 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee065a-edbe-4ad9-baf3-dbd7be7fcb02,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:58.037360 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:58.044284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.048161 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fee065a-edbe-4ad9-baf3-dbd7be7fcb02 HTTP/1.1" status: 204 len: 168 time: 0.2159328 Jun 29 17:23:58.103194 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.143986 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3b05-a5b8-435f-bdd8-34ad50a74b79 req-7434190e-3d6c-4451-8edd-b257bf624ac9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:58.145069 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38ab3b05-a5b8-435f-bdd8-34ad50a74b79 req-7434190e-3d6c-4451-8edd-b257bf624ac9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 945 time: 0.1826577 Jun 29 17:23:58.159833 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Allocated IP 172.20.0.2 (198bb5bc-047d-4e48-b62b-a3eee71be3af/b6d1cb51-cff5-490b-bbf6-d8c24d92a66e/96992fe6-656c-4e6c-bc40-9422d7d44b15) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:58.414536 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-38ab3b05-a5b8-435f-bdd8-34ad50a74b79 req-c2c0cf83-84a4-43b7-a8e6-afeafd7cf39b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989144 Jun 29 17:23:58.454832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f311f17-d99d-4be1-aabc-14b10bf7fc78 req-cd65f322-6547-4401-aec0-1f56d67da2c8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:58.456330 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5f311f17-d99d-4be1-aabc-14b10bf7fc78 req-cd65f322-6547-4401-aec0-1f56d67da2c8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0902133 Jun 29 17:23:58.508832 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5f311f17-d99d-4be1-aabc-14b10bf7fc78 req-35b21b12-e71c-4550-8600-4a85fe772881 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Jun 29 17:23:58.533590 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.538425 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c04c7541-3430-477b-87a5-58d16ed3b868 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:58.566856 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.596619 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.612681 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Transition to ACTIVE for port object 96992fe6-656c-4e6c-bc40-9422d7d44b15 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:58.640430 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Transition to ACTIVE for port object 96992fe6-656c-4e6c-bc40-9422d7d44b15 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:23:58.648319 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.652831 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:58.686443 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port c04c7541-3430-477b-87a5-58d16ed3b868 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:23:58.704657 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port c04c7541-3430-477b-87a5-58d16ed3b868 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:23:58.705339 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.760701 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6513f8-2035-4b35-8fe3-dd9f342dbab4 req-ba8a824e-d77e-4d75-b492-2371b76d56eb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:58.762185 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6b6513f8-2035-4b35-8fe3-dd9f342dbab4 req-ba8a824e-d77e-4d75-b492-2371b76d56eb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1602139 Jun 29 17:23:58.774465 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Pushing event updated for resources: {'Port': ['ID=96992fe6-656c-4e6c-bc40-9422d7d44b15,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:58.777989 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:58.781262 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:58.782671 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:58.785045 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:58.808067 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Allocated IP 172.27.2.165 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/1fac0dc7-4735-452d-ad24-b93c205a103b) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:23:58.856095 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6b6513f8-2035-4b35-8fe3-dd9f342dbab4 req-fb891b91-69ce-44ab-91ba-702434c7a0be tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859077 Jun 29 17:23:58.932107 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Attempting to bind port 96992fe6-656c-4e6c-bc40-9422d7d44b15 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:23:58.932496 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Attempting to bind port 96992fe6-656c-4e6c-bc40-9422d7d44b15 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:23:58.932877 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Attempting to bind port 96992fe6-656c-4e6c-bc40-9422d7d44b15 on network 198bb5bc-047d-4e48-b62b-a3eee71be3af {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:23:58.945109 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:23:58.945470 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Checking segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:23:58.945889 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.946274 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Bound using segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:23:58.946746 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Bound port: 96992fe6-656c-4e6c-bc40-9422d7d44b15, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:23:58.947122 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.957574 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:58.978406 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.007068 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.011513 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:59.052371 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d964c13-3339-48d6-a79f-066731950aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04c7541-3430-477b-87a5-58d16ed3b868'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:23:59.074458 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c04c7541-3430-477b-87a5-58d16ed3b868, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c04c7541-3430-477b-87a5-58d16ed3b868,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:23:59.081129 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.086516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:23:59.090451 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:23:59.092635 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:59.093106 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:23:59.118012 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Pushing event updated for resources: {'Port': ['ID=1fac0dc7-4735-452d-ad24-b93c205a103b,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:59.120934 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:59.129015 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d964c13-3339-48d6-a79f-066731950aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04c7541-3430-477b-87a5-58d16ed3b868', 'code': 200} Jun 29 17:23:59.156153 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] For port 96992fe6-656c-4e6c-bc40-9422d7d44b15, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:23:59.169244 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] For port 96992fe6-656c-4e6c-bc40-9422d7d44b15, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=96992fe6-656c-4e6c-bc40-9422d7d44b15,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:23:59.173147 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c04c7541-3430-477b-87a5-58d16ed3b868,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:59.176870 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.181160 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:59.181623 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:23:59.261326 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Pushing event updated for resources: {'Port': ['ID=96992fe6-656c-4e6c-bc40-9422d7d44b15,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:23:59.264836 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:23:59.305046 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.305814 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.570783 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-52613d55-7e5d-4352-80af-93562759c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.726688 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-44b6e5d5-6130-483a-bd9e-1900d4a2ad83 req-67ec931d-ed00-4875-b067-cbd8fed59ece service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 1099 time: 0.2208042 Jun 29 17:23:59.735332 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3261-aee6-4cda-a9f4-6ac1d80aa1da req-9bc30755-7f96-4acb-864e-db9c4d9de426 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:59.737307 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1b9f3261-aee6-4cda-a9f4-6ac1d80aa1da req-9bc30755-7f96-4acb-864e-db9c4d9de426 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.1603274 Jun 29 17:23:59.770874 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f98d-ee45-4626-9524-f7373d9caf5e req-9e6591ef-ca2c-4898-b3b8-c116910cba6f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:23:59.772535 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7db2f98d-ee45-4626-9524-f7373d9caf5e req-9e6591ef-ca2c-4898-b3b8-c116910cba6f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1068256 Jun 29 17:23:59.814908 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:23:59.815448 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 96992fe6-656c-4e6c-bc40-9422d7d44b15 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:23:59.836321 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-44b6e5d5-6130-483a-bd9e-1900d4a2ad83 req-cf7a4f40-f626-49ed-b8e7-9c8990d0c76d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926273 Jun 29 17:23:59.846689 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1b9f3261-aee6-4cda-a9f4-6ac1d80aa1da req-ce4b2a1d-dcb2-43d7-8b14-10013d32ce48 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870490 Jun 29 17:23:59.867981 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7db2f98d-ee45-4626-9524-f7373d9caf5e req-0c93bb9f-16cd-4242-ba84-f8bd40f2746f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893817 Jun 29 17:23:59.923390 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 96992fe6-656c-4e6c-bc40-9422d7d44b15 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:00.117284 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:00.154722 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:24:00.164969 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Sync routers for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:24:00.176206 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c78b-5035-41bf-8e5b-530d6054a25a req-09f3155d-4cca-4d64-9e14-0d63a92b83d7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:00.177770 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e5e9c78b-5035-41bf-8e5b-530d6054a25a req-09f3155d-4cca-4d64-9e14-0d63a92b83d7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1328676 Jun 29 17:24:00.185940 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:00.186655 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:00.232270 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:00.236151 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5134823 Jun 29 17:24:00.237146 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 36264) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:24:00.342981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdce3e9-4ed8-4cf3-8389-ea0988bdaa02 None None] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:24:00.382331 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:00.424121 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e5e9c78b-5035-41bf-8e5b-530d6054a25a req-df733292-03bc-47ff-8a37-98a3015b9ba0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231331 Jun 29 17:24:00.451981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Provisioning for port 96992fe6-656c-4e6c-bc40-9422d7d44b15 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:00.472626 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Provisioning complete for port 96992fe6-656c-4e6c-bc40-9422d7d44b15 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:00.473010 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:00.701056 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:23:59Z', 'revision_number': 3, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:00.705048 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Checking router: a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:24:00.705513 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Updating router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea port 1fac0dc7-4735-452d-ad24-b93c205a103b binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:24:00.716445 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:00.762526 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] For port 96992fe6-656c-4e6c-bc40-9422d7d44b15, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=96992fe6-656c-4e6c-bc40-9422d7d44b15,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:00.767598 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:00.769417 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:00.774881 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:00.857574 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Pushing event updated for resources: {'Port': ['ID=96992fe6-656c-4e6c-bc40-9422d7d44b15,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:00.868155 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:01.002842 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ff9afe2b-a2e7-4e8d-b709-2eb7fc959685 None None] Provisioning complete for port 96992fe6-656c-4e6c-bc40-9422d7d44b15 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:01.003228 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ff9afe2b-a2e7-4e8d-b709-2eb7fc959685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.099171 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b889d-4800-4633-8025-a2ae6ccb4aa0 req-9b76663a-1d69-477b-bc23-8e008322f6ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:01.107277 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f78b889d-4800-4633-8025-a2ae6ccb4aa0 req-9b76663a-1d69-477b-bc23-8e008322f6ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.1000838 Jun 29 17:24:01.153508 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f78b889d-4800-4633-8025-a2ae6ccb4aa0 req-d9df7764-e704-48b0-b9b5-2913ecdc664a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449891 Jun 29 17:24:01.242869 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.256416 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Transition to ACTIVE for port object 1fac0dc7-4735-452d-ad24-b93c205a103b will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:01.264380 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.268786 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:01.297883 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.322796 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61245-4837-4d40-93c6-a4fe8db07080 req-32ab138a-256c-44d1-ab97-918fd78a4556 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:01.324284 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4ae61245-4837-4d40-93c6-a4fe8db07080 req-32ab138a-256c-44d1-ab97-918fd78a4556 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2318540 Jun 29 17:24:01.343819 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d657-359b-47e5-b208-a846e4a1ba8a None None] Pushing event updated for resources: {'Port': ['ID=1fac0dc7-4735-452d-ad24-b93c205a103b,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:01.347923 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-a369d657-359b-47e5-b208-a846e4a1ba8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:01.350055 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Attempting to bind port 1fac0dc7-4735-452d-ad24-b93c205a103b on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:01.350423 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Attempting to bind port 1fac0dc7-4735-452d-ad24-b93c205a103b by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:01.350782 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Attempting to bind port 1fac0dc7-4735-452d-ad24-b93c205a103b on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:01.357532 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:01.358061 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:01.358332 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.358682 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:01.359337 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Bound port: 1fac0dc7-4735-452d-ad24-b93c205a103b, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:01.359933 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.439084 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] For port 1fac0dc7-4735-452d-ad24-b93c205a103b, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:01.442468 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] For port 1fac0dc7-4735-452d-ad24-b93c205a103b, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=1fac0dc7-4735-452d-ad24-b93c205a103b,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:01.446652 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.452166 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-2a0bed83-d55a-47cf-87fa-2b84c2e89c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:01.473782 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4ae61245-4837-4d40-93c6-a4fe8db07080 req-98cf894f-bbe3-4b1f-bf94-d77c5cd07f2c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122098 Jun 29 17:24:01.531158 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d657-359b-47e5-b208-a846e4a1ba8a None None] Pushing event updated for resources: {'Port': ['ID=1fac0dc7-4735-452d-ad24-b93c205a103b,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:01.534282 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-a369d657-359b-47e5-b208-a846e4a1ba8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:01.536972 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:01.537585 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:23:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:01.571675 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Allocated IP 172.20.0.1 (198bb5bc-047d-4e48-b62b-a3eee71be3af/b6d1cb51-cff5-490b-bbf6-d8c24d92a66e/2be9687f-b4f9-4ee2-ba0f-924e9aac7836) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:01.694888 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351e5fd-efd6-4cf6-8d74-df703355fd95 req-6d5a4b0b-bd3e-457d-bb13-69020387bc83 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:01.696429 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3351e5fd-efd6-4cf6-8d74-df703355fd95 req-6d5a4b0b-bd3e-457d-bb13-69020387bc83 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.0932121 Jun 29 17:24:01.729053 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.743086 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:01.760244 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Transition to ACTIVE for port object 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:01.770756 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3351e5fd-efd6-4cf6-8d74-df703355fd95 req-184e51a1-576c-4ecd-939e-d69d108090f7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653141 Jun 29 17:24:01.798466 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 96992fe6-656c-4e6c-bc40-9422d7d44b15 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:01.801043 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.805741 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-23e8d3c8-ca21-4a93-993a-133d35cf1d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:01.874950 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 96992fe6-656c-4e6c-bc40-9422d7d44b15 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:01.875328 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:01.903029 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:01.906850 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:01.909421 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:01.954082 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9a80709a-14a4-44b7-96a2-70d1a2c09f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.001338 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.027736 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Pushing event updated for resources: {'Port': ['ID=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:02.030833 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:02.095528 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:23:59Z', 'revision_number': 3, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:02.103309 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.106252 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2ba6e-eda7-43c1-9f9b-fbd32de56027 None None] The sync data for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi is: [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:23:59Z', 'revision_number': 3, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:24:02.272259 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ecfcbe26-9c3f-46ad-8f6e-6cbe47413836 None None] Provisioning for port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:02.277636 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ecfcbe26-9c3f-46ad-8f6e-6cbe47413836 None None] Provisioning complete for port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:02.277897 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbe26-9c3f-46ad-8f6e-6cbe47413836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.342942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcbe26-9c3f-46ad-8f6e-6cbe47413836 None None] Port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:02.527653 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.db.resource_extend [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:24:02.544470 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.554485 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.581684 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1ef63543-fcb5-487a-9828-1c12c4737dfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:02.582224 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:24:02.679350 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Pushing event updated for resources: {'Port': ['ID=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:02.684672 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:02.692647 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.715140 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf122-e49c-4834-8baa-2ba754a376a0 req-f674bfe9-46fb-4232-8b07-dfebd24cde21 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:02.730826 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-44fdf122-e49c-4834-8baa-2ba754a376a0 req-f674bfe9-46fb-4232-8b07-dfebd24cde21 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.3620305 Jun 29 17:24:02.769917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507fde8-b865-47fa-b726-818b79b1c384 req-abea001f-d724-4d84-b729-9c4b9abfa593 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:02.782512 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1507fde8-b865-47fa-b726-818b79b1c384 req-abea001f-d724-4d84-b729-9c4b9abfa593 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1620436 Jun 29 17:24:02.816953 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:02.846212 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'mac_address': 'fa:16:3e:3a:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:24:02.886412 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-44fdf122-e49c-4834-8baa-2ba754a376a0 req-5ac8e598-fbc2-45ea-a3f3-a2888994fe78 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546614 Jun 29 17:24:02.963327 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:02.985227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:02.989958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:02.994458 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1507fde8-b865-47fa-b726-818b79b1c384 req-568cc830-9f99-4d7a-aac6-31e295d58d07 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102649 Jun 29 17:24:02.997945 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44b48f39-fe43-44b1-be19-7c1e7bb08d1b {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:24:03.015477 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:03.040677 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:03.044133 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1ea24f13-5cf6-4c14-8855-6cb6e1cc66b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:03.115992 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:03.131476 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=6']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:03.134518 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:03.339708 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ed03-9eee-4246-92e9-9c3212ba046f req-dcddad8f-a1ac-43e5-8454-cf151a82ca40 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:03.341275 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6168ed03-9eee-4246-92e9-9c3212ba046f req-dcddad8f-a1ac-43e5-8454-cf151a82ca40 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.2466748 Jun 29 17:24:03.376897 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-76a2b945-9cf5-4a82-9859-de5f6c00fe88 None None] Provisioning complete for port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:03.384973 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-76a2b945-9cf5-4a82-9859-de5f6c00fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:03.443450 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-76a2b945-9cf5-4a82-9859-de5f6c00fe88 None None] Port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:03.458905 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6168ed03-9eee-4246-92e9-9c3212ba046f req-03c1922b-bd02-4b73-a19b-914b72684f5a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624099 Jun 29 17:24:03.482468 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['44b48f39-fe43-44b1-be19-7c1e7bb08d1b'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:24:03.591529 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:24:03.798641 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 1fac0dc7-4735-452d-ad24-b93c205a103b up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:03.803029 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:24:03.815176 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] 10.222.0.79 "PUT /v2.0/routers/a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755341 Jun 29 17:24:03.868869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 1fac0dc7-4735-452d-ad24-b93c205a103b completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:03.873911 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 1fac0dc7-4735-452d-ad24-b93c205a103b triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:03.874355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.021325 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.039645 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 1fac0dc7-4735-452d-ad24-b93c205a103b, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=1fac0dc7-4735-452d-ad24-b93c205a103b,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:04.045852 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.047949 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:04.137827 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=1fac0dc7-4735-452d-ad24-b93c205a103b,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:04.142461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3851edb-feac-453f-bec9-1b09b0e98b3b req-13934223-8bab-4393-aa38-79b45cadf1a0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:04.146269 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:04.151454 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e3851edb-feac-453f-bec9-1b09b0e98b3b req-13934223-8bab-4393-aa38-79b45cadf1a0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.1408594 Jun 29 17:24:04.201040 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e3851edb-feac-453f-bec9-1b09b0e98b3b req-b522e412-4a16-4109-9cac-897bf954f584 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Jun 29 17:24:04.260919 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c0e9e-00dc-4761-8670-baf3621bcde6 req-dafdddab-f777-481f-9692-67027f32d995 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:04.262438 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9a1c0e9e-00dc-4761-8670-baf3621bcde6 req-dafdddab-f777-481f-9692-67027f32d995 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1003976 Jun 29 17:24:04.329151 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9a1c0e9e-00dc-4761-8670-baf3621bcde6 req-665d24c6-d133-47f4-b963-9914d32c7f05 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593047 Jun 29 17:24:04.498374 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.555745 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:04.569656 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:24:04.767685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a1492-f928-4908-8436-2c6ff11aefd8 req-cef3d68d-9c3b-4d5b-b9bb-e60abfbac3fc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:04.769242 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-391a1492-f928-4908-8436-2c6ff11aefd8 req-cef3d68d-9c3b-4d5b-b9bb-e60abfbac3fc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.1281772 Jun 29 17:24:04.772126 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:04.772530 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.846830 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-391a1492-f928-4908-8436-2c6ff11aefd8 req-9bba8f9e-d591-4e12-8218-0aef0f21bc92 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718198 Jun 29 17:24:04.926687 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.955985 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 36330) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:24:04.959063 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:24:04.962519 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-504303186-network', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:04.967807 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:04.971521 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:04.976383 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Usage tracker for resource:network and tenant:8cb1e65e9ad142fdabb44963d2389528 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:24:04.978252 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:04.979777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:24:04.981147 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:05.002474 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:05.014160 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Made reservation on behalf of 8cb1e65e9ad142fdabb44963d2389528 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:05.016960 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.030579 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.039836 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'code': 200} Jun 29 17:24:05.058255 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=7']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:05.061700 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:05.067766 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:05.072501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb1e65e9ad142fdabb44963d2389528 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:24:05.075905 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:24:05.082195 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:05.156487 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.161111 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.165121 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:05.167718 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6854159-2d68-4b6f-9a20-ce0112b1f3e0 req-1272ad89-0a93-4afc-8455-b34ce7ad2835 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:05.169253 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f6854159-2d68-4b6f-9a20-ce0112b1f3e0 req-1272ad89-0a93-4afc-8455-b34ce7ad2835 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0870559 Jun 29 17:24:05.217037 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f6854159-2d68-4b6f-9a20-ce0112b1f3e0 req-afb68359-30a9-4c3d-a6e1-e58e8c841116 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Jun 29 17:24:05.264400 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:24:05.268124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047828a5-b40c-4bab-91b9-bb20c7589a05,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:05.274249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:05.288829 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.289177 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Added segment aaf7abfa-44c4-4f9c-afb4-00e5aaafce01 of type vlan for network bbd4469a-9ea9-4bfb-8897-1e409e9f577c Jun 29 17:24:05.329436 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.335324 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-3b0dc3f5-e0cc-4ab7-8bff-a106ca5e8910 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.1586645 Jun 29 17:24:05.535753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.553095 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:05.553694 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.557040 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:05.685011 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7275884 Jun 29 17:24:05.688180 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36342) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:24:05.692509 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd4469a-9ea9-4bfb-8897-1e409e9f577c,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:05.694699 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Request body: {'subnet': {'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-504303186-subnet', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:05.699993 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:05.703516 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:24:05.704871 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:05.716456 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f3e2-4011-40a8-a57c-312fe208380b req-25242b75-cc1d-4dc2-abb1-833094793c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:05.718113 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-25242b75-cc1d-4dc2-abb1-833094793c65 service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.3671331 Jun 29 17:24:05.719860 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Usage tracker for resource:subnet and tenant:8cb1e65e9ad142fdabb44963d2389528 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:24:05.723997 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:24:05.737247 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7d22-9629-431d-819b-c93873f4f081 req-b1453bbf-9db3-4a0a-a147-1b010393dc8d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:05.738883 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-808e7d22-9629-431d-819b-c93873f4f081 req-b1453bbf-9db3-4a0a-a147-1b010393dc8d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2456586 Jun 29 17:24:05.746865 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:05.778620 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Made reservation on behalf of 8cb1e65e9ad142fdabb44963d2389528 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:05.782711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:05.830712 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-2147f674-25f1-4aaa-aa04-b0cde6ca6877 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 217 time: 0.0908275 Jun 29 17:24:05.834356 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 1fac0dc7-4735-452d-ad24-b93c205a103b up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:05.854595 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-808e7d22-9629-431d-819b-c93873f4f081 req-023b09b0-0b76-475f-a445-dcdac106a558 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626535 Jun 29 17:24:05.931241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f3e2-4011-40a8-a57c-312fe208380b req-0aa82990-f8bd-4cab-bf7c-395c9778520c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:05.933655 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-0aa82990-f8bd-4cab-bf7c-395c9778520c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.0782099 Jun 29 17:24:05.972086 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 1fac0dc7-4735-452d-ad24-b93c205a103b triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:05.973080 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.009449 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-23c752fa-cd89-463b-9e7d-3438cacf4c27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579767 Jun 29 17:24:06.052645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.061240 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:06.127994 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Sync routers for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:24:06.151171 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:06.175490 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:24:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:06.200371 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Checking segment: {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:06.201461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Network hostable DHCP agents. Network: bbd4469a-9ea9-4bfb-8897-1e409e9f577c, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:24:06.209829 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=956242f8-62d0-41a1-8d10-4d8bd46a7058,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:06.213609 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:06.231568 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-c1f37c32-62f8-4bc5-b479-2923ea10416d service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059896 Jun 29 17:24:06.241198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:24:06.303756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, bbd4469a-9ea9-4bfb-8897-1e409e9f577c) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:06.312039 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537cad4-9f74-41e9-b799-0d93cb707866 None None] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:24:06.317360 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:06.321006 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.352974 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8c81e180-4459-4426-b05c-673aaf1d02ed admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6626699 Jun 29 17:24:06.355907 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36356) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:24:06.368072 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:06.378607 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:06.392908 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Usage tracker for resource:router and tenant:8cb1e65e9ad142fdabb44963d2389528 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:24:06.398315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:24:06.406159 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:06.434342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aea63-65e7-4d27-9eea-4533a2d6c246 req-852e61d2-e17c-431a-a6df-aec2c39b8c27 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:06.436374 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0d1aea63-65e7-4d27-9eea-4533a2d6c246 req-852e61d2-e17c-431a-a6df-aec2c39b8c27 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1905060 Jun 29 17:24:06.438107 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.439298 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.464282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.556584 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5190f3e2-4011-40a8-a57c-312fe208380b req-9277e4be-9e8b-4a54-924c-c50cc6345fe2 service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018122 Jun 29 17:24:06.556938 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:06.616225 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0d1aea63-65e7-4d27-9eea-4533a2d6c246 req-a298f5f8-44b8-433d-85fa-62a1b97d410f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314650 Jun 29 17:24:06.677807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.840255 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-bbd4469a-9ea9-4bfb-8897-1e409e9f577c', 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'fixed_ips': [{'subnet_id': '956242f8-62d0-41a1-8d10-4d8bd46a7058'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:24:06.841099 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:06.955016 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408122a-a20e-41df-b901-6b2a111c12d0 req-181c9625-fb67-4e2e-bc36-ad6879c7817f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:06.956539 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8408122a-a20e-41df-b901-6b2a111c12d0 req-181c9625-fb67-4e2e-bc36-ad6879c7817f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1412015 Jun 29 17:24:07.011139 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.054482 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.110231 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8408122a-a20e-41df-b901-6b2a111c12d0 req-0ef7f263-d29f-4466-8167-af0892048087 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413076 Jun 29 17:24:07.160734 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Allocated IP 172.20.0.2 (bbd4469a-9ea9-4bfb-8897-1e409e9f577c/956242f8-62d0-41a1-8d10-4d8bd46a7058/718a9588-c827-4ad7-b5d2-6e3bdc353c9f) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:07.279699 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 2, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:07.289548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Checking router: a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:24:07.289902 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Updating router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:24:07.304367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Allocated IP 172.27.2.81 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/685074b4-2cfc-435f-b5c9-8768b59a3d03) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:07.339966 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03108b15-f2d8-4d48-b49b-1d3781c2ea00 req-7f171150-fab5-4c2d-bf49-351f03d9fac8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:07.341444 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-03108b15-f2d8-4d48-b49b-1d3781c2ea00 req-7f171150-fab5-4c2d-bf49-351f03d9fac8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1369174 Jun 29 17:24:07.389315 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.440533 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-03108b15-f2d8-4d48-b49b-1d3781c2ea00 req-abc27bd7-e11f-42b3-9664-bc45b842a8c1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918453 Jun 29 17:24:07.517706 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.556035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.561307 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:07.620556 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.630937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:07.634117 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:07.638128 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:07.660215 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Transition to ACTIVE for port object 718a9588-c827-4ad7-b5d2-6e3bdc353c9f will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:07.670572 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Pushing event updated for resources: {'Port': ['ID=685074b4-2cfc-435f-b5c9-8768b59a3d03,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:07.678304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:07.696662 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Transition to ACTIVE for port object 718a9588-c827-4ad7-b5d2-6e3bdc353c9f will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:07.775783 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:07.786551 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:07.888020 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:07.894130 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Pushing event updated for resources: {'Port': ['ID=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:07.899949 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:07.909988 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:07.912510 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:08.005237 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.006229 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.021967 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43289e-6aa5-4d76-8158-592ba6b89ec7 req-cfd5f5ed-7a3a-475d-8c38-a080fe5c5ecc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:08.023727 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3c43289e-6aa5-4d76-8158-592ba6b89ec7 req-cfd5f5ed-7a3a-475d-8c38-a080fe5c5ecc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1051970 Jun 29 17:24:08.107259 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Attempting to bind port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:08.107719 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Attempting to bind port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:08.108146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Attempting to bind port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f on network bbd4469a-9ea9-4bfb-8897-1e409e9f577c {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:08.117542 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:08.118016 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Checking segment: {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:08.118490 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.118940 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Bound using segment: {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:08.119482 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Bound port: 718a9588-c827-4ad7-b5d2-6e3bdc353c9f, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:08.119914 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.143756 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3c43289e-6aa5-4d76-8158-592ba6b89ec7 req-411a669d-d4a0-4416-8fa8-fe053621cf2b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688877 Jun 29 17:24:08.205487 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.262713 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Transition to ACTIVE for port object 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:08.288045 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.310992 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:08.356793 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Router 84dd3c16-82a2-423d-9a5c-27e8e0005ace is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:24:08.409151 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399764e-7fd2-4cbd-9a51-3b8de5debab9 req-b54f06ca-0262-4add-a03b-bc058f0f9934 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:08.420170 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a399764e-7fd2-4cbd-9a51-3b8de5debab9 req-b54f06ca-0262-4add-a03b-bc058f0f9934 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1172271 Jun 29 17:24:08.427971 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] For port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:08.434825 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] For port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:08.509286 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a399764e-7fd2-4cbd-9a51-3b8de5debab9 req-4f41b5cc-7341-4633-907b-1b486ea8e3a8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870533 Jun 29 17:24:08.528662 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd0c7-15b0-43b5-9333-7ac691e78db3 None None] Pushing event updated for resources: {'Port': ['ID=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:08.538504 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.542671 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b7dcd0c7-15b0-43b5-9333-7ac691e78db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:08.543475 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b7dcd0c7-15b0-43b5-9333-7ac691e78db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:08.781352 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Pushing event updated for resources: {'Port': ['ID=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:08.795648 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:08.821128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Attempting to bind port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:08.821400 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Attempting to bind port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:08.821775 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Attempting to bind port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 on network 198bb5bc-047d-4e48-b62b-a3eee71be3af {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:08.837234 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:08.837629 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Checking segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:08.838109 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.838423 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Bound using segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:08.838900 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Bound port: 2be9687f-b4f9-4ee2-ba0f-924e9aac7836, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:08.841893 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.856158 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958af389-cca7-410b-9638-a9954679c3e7 req-8208c7d1-b5df-44e2-ae87-9c839a63b1be tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:08.858160 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-958af389-cca7-410b-9638-a9954679c3e7 req-8208c7d1-b5df-44e2-ae87-9c839a63b1be tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1385689 Jun 29 17:24:08.869411 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:24:08.879659 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Sync routers for ids ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:24:08.896896 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Routers {'84dd3c16-82a2-423d-9a5c-27e8e0005ace'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:08.898293 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:24:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:08.931054 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:08.932386 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-edf0ef35-fcf7-4fcd-8390-fdbd859ffc8d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5757797 Jun 29 17:24:08.935355 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36402) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:24:09.044091 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-958af389-cca7-410b-9638-a9954679c3e7 req-9d29c5e8-99b1-419a-a682-fed53fb48252 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774371 Jun 29 17:24:09.098932 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] For port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:09.105475 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] For port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:09.113654 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:09.129227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-f8ee7235-229a-4745-97de-b426c09fe62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:09.311993 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Set router 84dd3c16-82a2-423d-9a5c-27e8e0005ace gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:09.335211 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:09.338058 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:24:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:09.565790 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd0c7-15b0-43b5-9333-7ac691e78db3 None None] Pushing event updated for resources: {'Port': ['ID=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:09.595673 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b7dcd0c7-15b0-43b5-9333-7ac691e78db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:09.763975 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6203f-3eb7-4d62-adc0-c9a2d9828776 req-5953bf75-9861-4ca5-b6b3-f911eae09a19 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:09.773034 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-faf6203f-3eb7-4d62-adc0-c9a2d9828776 req-5953bf75-9861-4ca5-b6b3-f911eae09a19 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2665069 Jun 29 17:24:09.921553 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-faf6203f-3eb7-4d62-adc0-c9a2d9828776 req-e16b625b-7e02-4130-9730-4d4ada073fef tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360109 Jun 29 17:24:09.931357 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:24:07Z', 'revision_number': 3, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:09.957713 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Checking router: 84dd3c16-82a2-423d-9a5c-27e8e0005ace for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:24:09.958062 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Updating router 84dd3c16-82a2-423d-9a5c-27e8e0005ace port 685074b4-2cfc-435f-b5c9-8768b59a3d03 binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:24:10.012676 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 718a9588-c827-4ad7-b5d2-6e3bdc353c9f up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:10.069165 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.115884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95281e6e-40cd-4d8d-802f-6f8f453b3241 req-a4f7d7ef-2c2f-486d-9c37-a8828d955ef8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:10.125853 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-95281e6e-40cd-4d8d-802f-6f8f453b3241 req-a4f7d7ef-2c2f-486d-9c37-a8828d955ef8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.3180642 Jun 29 17:24:10.254938 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:10.278855 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:10.279618 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-95281e6e-40cd-4d8d-802f-6f8f453b3241 req-1b7494f5-7eba-497d-becf-cebc74c09f5d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526840 Jun 29 17:24:10.401065 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bdcd6d-fe76-40af-ad40-d7d6d3ba02fa None None] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:24:10.526680 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f309-614e-4a1f-b1cc-7508cb53823a req-a328c62e-68e8-4ccb-b4af-5bc0aa2bd56d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:10.539649 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6524f309-614e-4a1f-b1cc-7508cb53823a req-a328c62e-68e8-4ccb-b4af-5bc0aa2bd56d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1316559 Jun 29 17:24:10.603264 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.605025 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6524f309-614e-4a1f-b1cc-7508cb53823a req-fc0d6672-2c79-41ee-a0e6-c22ccfd95f84 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641067 Jun 29 17:24:10.618030 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.636671 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Transition to ACTIVE for port object 685074b4-2cfc-435f-b5c9-8768b59a3d03 will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:10.649157 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.659332 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-a369d657-359b-47e5-b208-a846e4a1ba8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:10.696816 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Provisioning for port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:10.708195 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Provisioning complete for port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:10.708953 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.775499 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Attempting to bind port 685074b4-2cfc-435f-b5c9-8768b59a3d03 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:10.776021 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Attempting to bind port 685074b4-2cfc-435f-b5c9-8768b59a3d03 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:10.776923 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Attempting to bind port 685074b4-2cfc-435f-b5c9-8768b59a3d03 on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:10.778605 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb9b9c-bd2c-439b-92a1-793df5155a36 None None] Pushing event updated for resources: {'Port': ['ID=685074b4-2cfc-435f-b5c9-8768b59a3d03,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:10.781627 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-bfeb9b9c-bd2c-439b-92a1-793df5155a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:10.787087 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:10.787941 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:10.787941 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.788328 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:10.788816 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Bound port: 685074b4-2cfc-435f-b5c9-8768b59a3d03, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:10.789226 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.888987 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] For port 685074b4-2cfc-435f-b5c9-8768b59a3d03, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:10.897113 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] For port 685074b4-2cfc-435f-b5c9-8768b59a3d03, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=685074b4-2cfc-435f-b5c9-8768b59a3d03,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:10.908165 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:10.921649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Allocated IP 172.20.0.1 (bbd4469a-9ea9-4bfb-8897-1e409e9f577c/956242f8-62d0-41a1-8d10-4d8bd46a7058/9bd3ebea-da33-414e-bc98-21709bc09b17) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:10.922611 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-90373700-c0aa-4c6c-8a89-b303c4479d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:11.005587 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb9b9c-bd2c-439b-92a1-793df5155a36 None None] Pushing event updated for resources: {'Port': ['ID=685074b4-2cfc-435f-b5c9-8768b59a3d03,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:11.010361 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-bfeb9b9c-bd2c-439b-92a1-793df5155a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:11.025450 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Routers {'84dd3c16-82a2-423d-9a5c-27e8e0005ace'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:11.026090 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:24:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:11.188849 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:11.232465 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:11.269465 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Transition to ACTIVE for port object 9bd3ebea-da33-414e-bc98-21709bc09b17 will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:11.311981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb8287-1e3c-435f-a00a-e97a35c65594 req-e6f725eb-c6ca-44a6-ab2e-be92256edb92 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:11.330575 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fbcb8287-1e3c-435f-a00a-e97a35c65594 req-e6f725eb-c6ca-44a6-ab2e-be92256edb92 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1602588 Jun 29 17:24:11.465944 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fbcb8287-1e3c-435f-a00a-e97a35c65594 req-b4a21d02-e14d-4f92-bcfd-04df66641925 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421320 Jun 29 17:24:11.470702 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:11.475807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:11.539985 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] Set router 84dd3c16-82a2-423d-9a5c-27e8e0005ace gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:11.555989 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:11.559547 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:11.561956 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd3ebea-da33-414e-bc98-21709bc09b17,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:11.564175 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:11.591827 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:11.632608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:11.691674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] For port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:11.715345 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:11.729267 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:11.790749 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c601d-01b9-4cdb-aefe-76de001764be req-d65968ad-ea3b-4b63-8b4c-60085eef7117 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:11.801740 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-866c601d-01b9-4cdb-aefe-76de001764be req-d65968ad-ea3b-4b63-8b4c-60085eef7117 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1392069 Jun 29 17:24:11.804374 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:11.879653 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-866c601d-01b9-4cdb-aefe-76de001764be req-023a349d-022e-46c5-add6-475166ac085f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764620 Jun 29 17:24:11.916990 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:09Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:11.934588 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0808e75-7eb5-4611-8142-fd408c304701 None None] The sync data for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi is: [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:09Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:24:11.945130 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Pushing event updated for resources: {'Port': ['ID=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:11.949650 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:12.091184 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:24:07Z', 'revision_number': 3, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:12.097171 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe03d5-6f3e-4f44-a33e-53f917a74e11 None None] The sync data for ids ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'] in dv-cinder-798672-1-iscsi is: [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:24:07Z', 'revision_number': 3, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:24:12.212392 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271512a-63a0-4059-ba05-18f53ac4e7be req-7aaf28c8-074d-485e-bf1a-1e1f7d2e789e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:12.220988 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b271512a-63a0-4059-ba05-18f53ac4e7be req-7aaf28c8-074d-485e-bf1a-1e1f7d2e789e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2548590 Jun 29 17:24:12.288801 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:12.311665 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:12.355089 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ed9cb293-2785-4f95-b991-682444845cd3 None None] Provisioning for port 9bd3ebea-da33-414e-bc98-21709bc09b17 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:12.362146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ed9cb293-2785-4f95-b991-682444845cd3 None None] Provisioning complete for port 9bd3ebea-da33-414e-bc98-21709bc09b17 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:12.362603 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb293-2785-4f95-b991-682444845cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:12.387589 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5dcee52f-d908-475e-abd0-a046cf3cbfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:12.415518 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:12.502257 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-ed9cb293-2785-4f95-b991-682444845cd3 None None] Port 9bd3ebea-da33-414e-bc98-21709bc09b17 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:12.520075 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-ed9cb293-2785-4f95-b991-682444845cd3 None None] Provisioning complete for port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:12.520503 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb293-2785-4f95-b991-682444845cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:12.610268 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd3ebea-da33-414e-bc98-21709bc09b17,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:12.616497 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:12.623969 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b271512a-63a0-4059-ba05-18f53ac4e7be req-27d54376-b184-47e2-88d2-e5e8c459c014 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326628 Jun 29 17:24:12.738239 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:12.739446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:12.844291 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf290ad-b544-4e3d-a70c-521afa59e986 req-120c0a85-a1a4-4fa3-a04f-1c2d12ec9c6b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:12.846511 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bcf290ad-b544-4e3d-a70c-521afa59e986 req-120c0a85-a1a4-4fa3-a04f-1c2d12ec9c6b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1269412 Jun 29 17:24:12.891021 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-cda25de0-adef-4d98-b8ec-9d8174275751 None None] Provisioning complete for port 9bd3ebea-da33-414e-bc98-21709bc09b17 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:12.892050 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cda25de0-adef-4d98-b8ec-9d8174275751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:12.972990 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bcf290ad-b544-4e3d-a70c-521afa59e986 req-9cd34450-2f85-4356-8c74-4d910f2b9e80 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184883 Jun 29 17:24:13.042470 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-cda25de0-adef-4d98-b8ec-9d8174275751 None None] Port 9bd3ebea-da33-414e-bc98-21709bc09b17 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:13.171652 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-12cd882e-c96f-40ec-8a0d-edbee6217cba None None] Provisioning complete for port 9bd3ebea-da33-414e-bc98-21709bc09b17 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:13.172249 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-12cd882e-c96f-40ec-8a0d-edbee6217cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:13.234428 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-12cd882e-c96f-40ec-8a0d-edbee6217cba None None] Port 9bd3ebea-da33-414e-bc98-21709bc09b17 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:13.487645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb53f2e-9bad-40d6-92e8-a88d86e7870f req-96fed4c6-2c04-45bd-8215-9912fb012d21 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:13.489291 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dbb53f2e-9bad-40d6-92e8-a88d86e7870f req-96fed4c6-2c04-45bd-8215-9912fb012d21 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2385633 Jun 29 17:24:13.622450 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dbb53f2e-9bad-40d6-92e8-a88d86e7870f req-78cc1c9b-3bbf-47a2-9d09-5f49bca170e4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199973 Jun 29 17:24:13.656770 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Router 84dd3c16-82a2-423d-9a5c-27e8e0005ace has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:24:13.960973 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:13.965785 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:24:13.975443 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] 10.222.0.79 "PUT /v2.0/routers/84dd3c16-82a2-423d-9a5c-27e8e0005ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0388045 Jun 29 17:24:14.078448 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:14.087963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:14.089286 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:14.099223 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e878ea-01f4-4b17-a21d-3366cd9a7e94 req-df4ac85f-e978-455e-81a7-76fd02b4d821 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:14.116625 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-90e878ea-01f4-4b17-a21d-3366cd9a7e94 req-df4ac85f-e978-455e-81a7-76fd02b4d821 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1366401 Jun 29 17:24:14.293043 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-90e878ea-01f4-4b17-a21d-3366cd9a7e94 req-ed81e0cc-0b01-44c7-bf91-462980b8a697 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750362 Jun 29 17:24:14.362260 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:14.405305 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:14.425641 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:14.426611 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 718a9588-c827-4ad7-b5d2-6e3bdc353c9f up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:14.454440 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:14.467998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1525c2-a852-40fb-96a4-e477b7a39be7 req-21b2d7bf-af52-4108-ab31-02062c4f06a1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:14.481292 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5d1525c2-a852-40fb-96a4-e477b7a39be7 req-21b2d7bf-af52-4108-ab31-02062c4f06a1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1122727 Jun 29 17:24:14.579599 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5d1525c2-a852-40fb-96a4-e477b7a39be7 req-1977b760-6a59-4dc8-8104-39ef896059c7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945323 Jun 29 17:24:14.621978 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:14.622324 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:14.776807 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:14.783487 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:14.893533 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1e8d4-b13f-419f-b5b3-009339206fba req-579c3c11-eeef-4a34-8992-653819debcf2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:14.895033 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b3c1e8d4-b13f-419f-b5b3-009339206fba req-579c3c11-eeef-4a34-8992-653819debcf2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1012359 Jun 29 17:24:14.957820 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b3c1e8d4-b13f-419f-b5b3-009339206fba req-e792bbf3-0b92-45d9-bc5d-451ab29e2eb8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Jun 29 17:24:15.520039 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6395e-0a3f-4f90-a799-2d99bdd11f34 req-93f3a49c-4864-4190-a3a0-d2676c4635f2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:15.529559 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0af6395e-0a3f-4f90-a799-2d99bdd11f34 req-93f3a49c-4864-4190-a3a0-d2676c4635f2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0940483 Jun 29 17:24:15.595236 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0af6395e-0a3f-4f90-a799-2d99bdd11f34 req-6e155639-a36a-4581-b822-f4ed94b2211b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644259 Jun 29 17:24:15.854227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:16.052681 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:16.053062 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:16.283087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecadf94-2634-473e-b3e1-642b92b3a9f4 req-75a4e79f-b0ea-4b55-af99-5a52cc02fc97 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:16.284691 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5ecadf94-2634-473e-b3e1-642b92b3a9f4 req-75a4e79f-b0ea-4b55-af99-5a52cc02fc97 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.3940387 Jun 29 17:24:16.412807 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5ecadf94-2634-473e-b3e1-642b92b3a9f4 req-4dba44a4-5980-4f06-8844-2ce6e9fc04a8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205022 Jun 29 17:24:16.548685 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79ca0c-5591-48ce-9285-359b6a78c129 req-b5acf792-2a16-4e82-b5eb-44a78691a2d8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:16.551174 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ef79ca0c-5591-48ce-9285-359b6a78c129 req-b5acf792-2a16-4e82-b5eb-44a78691a2d8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2409225 Jun 29 17:24:16.663586 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ef79ca0c-5591-48ce-9285-359b6a78c129 req-973e8179-37ce-4bbe-bec5-c42227e847f8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035659 Jun 29 17:24:17.062593 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf7e04-d263-4e0f-b3aa-b698f07a1024 req-6d06c98e-485c-4c29-b412-7694efedc3e6 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:17.064306 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cebf7e04-d263-4e0f-b3aa-b698f07a1024 req-6d06c98e-485c-4c29-b412-7694efedc3e6 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2213562 Jun 29 17:24:17.152778 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cebf7e04-d263-4e0f-b3aa-b698f07a1024 req-46a37aee-3cf4-4144-b1b4-7f7f7e9f3f34 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764835 Jun 29 17:24:18.013538 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846da02-823f-4b7f-ab1e-353c8b1aafa2 req-961989fe-04d0-429e-87dc-d32ffe873b75 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:18.015177 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 685074b4-2cfc-435f-b5c9-8768b59a3d03 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:18.016840 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6846da02-823f-4b7f-ab1e-353c8b1aafa2 req-961989fe-04d0-429e-87dc-d32ffe873b75 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1702757 Jun 29 17:24:18.170290 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6846da02-823f-4b7f-ab1e-353c8b1aafa2 req-9d4f5967-b4d9-4fb1-9bf9-39e10f3eb57e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473038 Jun 29 17:24:18.257148 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fef8-7435-44f2-9d73-dabd63c374f4 req-b7a25ab3-8050-4731-a784-f1e1150c1a87 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:18.267659 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-85a9fef8-7435-44f2-9d73-dabd63c374f4 req-b7a25ab3-8050-4731-a784-f1e1150c1a87 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2361836 Jun 29 17:24:18.279044 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 685074b4-2cfc-435f-b5c9-8768b59a3d03 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:18.303959 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 685074b4-2cfc-435f-b5c9-8768b59a3d03 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:18.304646 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:18.388148 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-85a9fef8-7435-44f2-9d73-dabd63c374f4 req-4614f306-c4e5-4223-b70f-aa1e0e1f3597 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191406 Jun 29 17:24:18.610040 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:18.671867 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 685074b4-2cfc-435f-b5c9-8768b59a3d03, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=685074b4-2cfc-435f-b5c9-8768b59a3d03,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:18.681426 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:18.688016 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:18.847856 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-04850816-18aa-4212-8415-e1a61fc709b4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700610680&fields=id&tenant_id=372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 267 time: 0.1042163 Jun 29 17:24:18.879000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600f29b-e4cc-489c-bc9e-ec3b95e8818f req-811c6d87-3fc5-42e3-99aa-22666f7b88e4 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:18.888505 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=685074b4-2cfc-435f-b5c9-8768b59a3d03,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:18.889707 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d600f29b-e4cc-489c-bc9e-ec3b95e8818f req-811c6d87-3fc5-42e3-99aa-22666f7b88e4 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2376482 Jun 29 17:24:18.893061 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:18.992626 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d600f29b-e4cc-489c-bc9e-ec3b95e8818f req-c3ee8a1f-3292-43d2-8bb2-aa4a248ded04 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016474 Jun 29 17:24:19.093227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-ec9d3dbb-1324-49cb-8f74-982f7e0e1579 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:19.096264 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-ec9d3dbb-1324-49cb-8f74-982f7e0e1579 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 812 time: 0.2351193 Jun 29 17:24:19.133687 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-e26d017d-8231-4495-bc37-08dd25917b2e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/quotas/372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 375 time: 0.0325286 Jun 29 17:24:19.290640 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-1753e956-6e1e-443e-bac2-2cca2294d51c tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479049 Jun 29 17:24:19.677406 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-fc9ea1aa-888d-4081-b121-31bf4e1fd9ad service neutron] 10.222.0.79 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610287 Jun 29 17:24:19.681280 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede987c-8c0d-4957-9891-b8a71b83900c req-c5c8d056-b0a7-4d30-98b6-13b24f1db806 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:19.688516 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ede987c-8c0d-4957-9891-b8a71b83900c req-c5c8d056-b0a7-4d30-98b6-13b24f1db806 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1166244 Jun 29 17:24:19.817680 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ede987c-8c0d-4957-9891-b8a71b83900c req-990fff22-2763-4835-9ce4-55337939270e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280043 Jun 29 17:24:19.840042 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 685074b4-2cfc-435f-b5c9-8768b59a3d03 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:19.846204 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-a0608394-acba-4e55-a588-48fa963ee099 service neutron] 10.222.0.79 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678898 Jun 29 17:24:19.930905 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 685074b4-2cfc-435f-b5c9-8768b59a3d03 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:19.931211 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:20.235033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7cba-0e73-4c01-9e56-1482ca7826fb req-9d529475-4d55-4833-9b85-e66eef9748b6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:20.238601 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-596d7cba-0e73-4c01-9e56-1482ca7826fb req-9d529475-4d55-4833-9b85-e66eef9748b6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1822193 Jun 29 17:24:20.379721 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-596d7cba-0e73-4c01-9e56-1482ca7826fb req-9971ffad-bc42-4fef-9927-7540c642522c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341667 Jun 29 17:24:20.783188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa73ec-f359-4f20-90dc-eaa319a2fa4d req-387e80c2-cdc9-40db-9ea3-56667e5855d8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:20.797459 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-50fa73ec-f359-4f20-90dc-eaa319a2fa4d req-387e80c2-cdc9-40db-9ea3-56667e5855d8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1855719 Jun 29 17:24:20.801210 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2dd68856-a0c4-4547-969c-63a3e6303be1 req-c9f28215-ae28-41c9-ac05-1c5243acba69 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.1283636 Jun 29 17:24:20.874164 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-50fa73ec-f359-4f20-90dc-eaa319a2fa4d req-a962598f-28a8-4659-a969-ebb71ecb1d1e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753179 Jun 29 17:24:21.143762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240a03-7f8c-4241-a2a3-d73f45662f5a req-b01ef8bf-5af7-4958-872f-4f5db6bad791 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:21.145424 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ac240a03-7f8c-4241-a2a3-d73f45662f5a req-b01ef8bf-5af7-4958-872f-4f5db6bad791 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1075382 Jun 29 17:24:21.221352 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ac240a03-7f8c-4241-a2a3-d73f45662f5a req-bf0ed092-f94c-4ae8-8c35-79d36a2a46c7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663264 Jun 29 17:24:21.375395 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-5f3fd638-6315-4fa8-925a-7401ec737957 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:21.377227 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-5f3fd638-6315-4fa8-925a-7401ec737957 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.3185313 Jun 29 17:24:21.402876 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-31bdda16-a8de-4c95-aa7e-913368d51239 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/quotas/16bcb94cc9f04c619cc082034f78e71d HTTP/1.1" status: 200 len: 375 time: 0.0174918 Jun 29 17:24:21.641028 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-97969c89-1254-4a4c-8f42-872eb2a0e80e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2352629 Jun 29 17:24:21.687432 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0676-a008-40ad-9564-ef3a56f919aa req-b0bc3ebd-8bf5-41a9-accc-8b17ef279e84 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:21.696700 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-664e0676-a008-40ad-9564-ef3a56f919aa req-b0bc3ebd-8bf5-41a9-accc-8b17ef279e84 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1343358 Jun 29 17:24:21.821192 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-664e0676-a008-40ad-9564-ef3a56f919aa req-a1824181-36db-44d0-8d54-697cff3f6ef1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232815 Jun 29 17:24:21.979986 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-357a26e3-0586-40c0-b69b-3bad02ae8ec1 service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307738 Jun 29 17:24:22.115381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-66b89631-0284-4468-b076-cbbd89499743 req-1b0f64f3-540b-45b1-b153-e2f6bdbb7c0a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:22.150381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-66b89631-0284-4468-b076-cbbd89499743 req-1b0f64f3-540b-45b1-b153-e2f6bdbb7c0a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:22.162180 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-66b89631-0284-4468-b076-cbbd89499743 req-1b0f64f3-540b-45b1-b153-e2f6bdbb7c0a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.1215475 Jun 29 17:24:22.202736 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-3dbf66e7-1ceb-4df3-84da-04d2dc2d1a6f service neutron] 10.222.0.79 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211399 Jun 29 17:24:22.583836 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e3701-ccb3-4356-8d6f-11692a9edb00 req-1ba76e4f-6653-4e88-b7cc-a51d7bdc6e23 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:22.596817 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc1e3701-ccb3-4356-8d6f-11692a9edb00 req-1ba76e4f-6653-4e88-b7cc-a51d7bdc6e23 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1551163 Jun 29 17:24:22.745051 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc1e3701-ccb3-4356-8d6f-11692a9edb00 req-bf9f70c9-5914-4343-ba6d-a30e81ed0184 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468446 Jun 29 17:24:22.896913 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2afc9-a965-4d50-942c-9a01a1917c09 req-5974b1dd-75b2-4d46-8116-d10ce22d17ec tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:22.906826 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b0c2afc9-a965-4d50-942c-9a01a1917c09 req-5974b1dd-75b2-4d46-8116-d10ce22d17ec tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1848466 Jun 29 17:24:22.952438 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-62760baa-655a-4349-82d8-3c9ae23dd5ff req-fc8ca6ec-0354-4ea4-b9ea-97a4f73a0778 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 210 time: 0.1503434 Jun 29 17:24:22.986124 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b0c2afc9-a965-4d50-942c-9a01a1917c09 req-48f5b375-da02-4789-ae16-492555a362ae tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777211 Jun 29 17:24:23.391424 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c12c938a-e00d-4aa2-abd4-d37220ab5340 req-87c9927f-151a-47e1-9b12-0874d7fdb9fc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.0602906 Jun 29 17:24:23.422436 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d509c-6139-443d-b875-504a313726c2 req-a54b5af3-6215-47cd-b1f9-8f2eb2d35bef tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:23.437840 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c37d509c-6139-443d-b875-504a313726c2 req-a54b5af3-6215-47cd-b1f9-8f2eb2d35bef tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.3533399 Jun 29 17:24:23.542477 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c37d509c-6139-443d-b875-504a313726c2 req-94d396d8-1460-4061-bbc9-b3623f2e004f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036394 Jun 29 17:24:24.284906 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-f8ba055f-0db2-4309-9288-6e83aedff5e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:24.286482 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-f8ba055f-0db2-4309-9288-6e83aedff5e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 812 time: 0.4345655 Jun 29 17:24:24.326082 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ac94e88-a12e-48da-878e-75320057d6dc req-22d53c69-bd99-4a5a-b59c-8e4156c73408 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 210 time: 0.1031520 Jun 29 17:24:24.815471 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025542b-9d4e-4ed9-969d-c8cf7347add3 req-60e4e36b-ab4c-49b1-902f-873985dce72e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:24.819918 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e025542b-9d4e-4ed9-969d-c8cf7347add3 req-60e4e36b-ab4c-49b1-902f-873985dce72e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2302535 Jun 29 17:24:24.822294 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-dd2fa18e-feb1-476d-8806-e8f02dac6a00 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 380 time: 0.4586270 Jun 29 17:24:24.850875 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'port': {'device_id': '68843600-5376-4f00-a44d-2aa4860615d7', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'admin_state_up': True, 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'security_groups': ['2db9e104-fdb2-48b6-a49b-bd4894d81160']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:24.959866 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e025542b-9d4e-4ed9-969d-c8cf7347add3 req-619947a6-c12b-4987-bccd-620bbf967bfd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345930 Jun 29 17:24:25.113915 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ea7e-9177-4615-93a2-b9d434c47323 req-b8a37811-29ea-418c-99cf-0af0745656a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:25.120006 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-99c3ea7e-9177-4615-93a2-b9d434c47323 req-b8a37811-29ea-418c-99cf-0af0745656a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.8611374 Jun 29 17:24:25.213311 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-99c3ea7e-9177-4615-93a2-b9d434c47323 req-dcb9b2a6-b3ce-4f6c-8ea1-70d608759352 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921981 Jun 29 17:24:25.231096 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:25.242350 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:25.256970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Made reservation on behalf of 372aec24011a49e1abe53ef2d2c9d23f for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:25.260291 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:25.351803 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1981fb00-1bfa-4d8f-8aac-50b9ef885af8 req-db90fea5-64f9-45b7-b07f-52d9de5e75e6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.1201215 Jun 29 17:24:25.568503 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Allocated IP 172.20.0.6 (940bad8d-b42e-4669-99ea-e9262c77a839/89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25/56186712-3233-4ba5-b8cd-e15be01aab84) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:25.689314 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b841e3fa-076d-4494-8267-b0f905ed9bed req-fa47b6d6-26e8-4296-af62-ad6c1d380788 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 210 time: 0.0841718 Jun 29 17:24:25.966626 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-5abcabf8-4c3c-44b6-a8fc-170914ce133b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:25.970526 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-5abcabf8-4c3c-44b6-a8fc-170914ce133b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 815 time: 0.2450848 Jun 29 17:24:25.990693 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:26.007050 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff698a-c9f4-444f-9819-1394636be700 req-8d77609f-70fd-40af-a8cc-db3705b9bc16 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:26.008551 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9dff698a-c9f4-444f-9819-1394636be700 req-8d77609f-70fd-40af-a8cc-db3705b9bc16 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2866518 Jun 29 17:24:26.018988 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Request body: {'port': {'device_id': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'admin_state_up': True, 'tenant_id': '16bcb94cc9f04c619cc082034f78e71d'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:26.067213 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Transition to ACTIVE for port object 56186712-3233-4ba5-b8cd-e15be01aab84 will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:26.185592 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9dff698a-c9f4-444f-9819-1394636be700 req-cb7cb892-ed55-4a08-b842-3522e6f0700e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442792 Jun 29 17:24:26.267922 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:26.309668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ebfa8f81-1a5d-4fd3-a7b1-adcc8a65279c tempest-DeleteServersTestJSON-1809375478 tempest-DeleteServersTestJSON-1809375478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:26.312315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1d9d-c369-4c26-81c6-3a7b39aed1b2 req-fecfe5ed-444d-4715-bcb6-b3234671c14c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:26.314050 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f19e1d9d-c369-4c26-81c6-3a7b39aed1b2 req-fecfe5ed-444d-4715-bcb6-b3234671c14c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.1426926 Jun 29 17:24:26.443799 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f19e1d9d-c369-4c26-81c6-3a7b39aed1b2 req-59c6cfba-4dff-4b64-9111-a5e63545e585 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226785 Jun 29 17:24:26.455720 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:26.541073 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:26.541073 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:26.556390 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:26.559436 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=56186712-3233-4ba5-b8cd-e15be01aab84,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:26.570601 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:26.596302 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.596825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.597273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.597715 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.598159 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.598664 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.599102 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.599555 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.599987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.600485 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.600918 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:26.617141 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:26.652382 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Made reservation on behalf of 16bcb94cc9f04c619cc082034f78e71d for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:26.655791 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:26.690699 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:26.691486 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:26.733695 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9e5a6-3dc8-490d-90df-18d1faa3afdd req-6567c9a5-1f12-4ad7-88c1-13414fe2756a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:26.735522 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c6c9e5a6-3dc8-490d-90df-18d1faa3afdd req-6567c9a5-1f12-4ad7-88c1-13414fe2756a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2566178 Jun 29 17:24:26.786192 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9462426 Jun 29 17:24:26.861384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Request body: {'port': {'device_id': '68843600-5376-4f00-a44d-2aa4860615d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:26.918957 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-bb2abeec-e661-4c82-b059-7a256d517dd0 None None] Provisioning for port 56186712-3233-4ba5-b8cd-e15be01aab84 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:26.935194 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-bb2abeec-e661-4c82-b059-7a256d517dd0 None None] Provisioning complete for port 56186712-3233-4ba5-b8cd-e15be01aab84 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:26.942595 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-bb2abeec-e661-4c82-b059-7a256d517dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:27.028686 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Allocated IP 172.20.0.12 (c44c6bcd-0c19-44e7-8d5a-831123cc67a1/cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744/c7cb6519-b243-4510-93f1-687e7cc38587) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:27.030313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-bb2abeec-e661-4c82-b059-7a256d517dd0 None None] Port 56186712-3233-4ba5-b8cd-e15be01aab84 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:27.104058 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c6c9e5a6-3dc8-490d-90df-18d1faa3afdd req-92e7a29b-8a7c-4874-9010-3f729c9caba6 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166273 Jun 29 17:24:27.141721 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcc1ef-6273-4770-bcc4-f4fdf77adc3b req-fa4f4b11-362e-453e-8865-027a581abd5b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:27.151307 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-76dcc1ef-6273-4770-bcc4-f4fdf77adc3b req-fa4f4b11-362e-453e-8865-027a581abd5b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 931 time: 0.2458010 Jun 29 17:24:27.195699 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-76dcc1ef-6273-4770-bcc4-f4fdf77adc3b req-6ee4f33a-3586-49f2-8e61-ef93a8d0d0d3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:27.229744 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:27.231346 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-76dcc1ef-6273-4770-bcc4-f4fdf77adc3b req-6ee4f33a-3586-49f2-8e61-ef93a8d0d0d3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:27.245102 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-76dcc1ef-6273-4770-bcc4-f4fdf77adc3b req-6ee4f33a-3586-49f2-8e61-ef93a8d0d0d3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927267 Jun 29 17:24:27.447347 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21607c55-f1d7-45b7-8d94-a711b6b632a7 req-a4d5c2e5-683f-4fd8-a591-b0940fabba2f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:27.453340 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ccf1d6a-ad04-49c1-a46a-7075b197c72e req-c3ae81fc-e814-485f-825c-d448fcf7dd94 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 210 time: 0.1854362 Jun 29 17:24:27.454754 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-21607c55-f1d7-45b7-8d94-a711b6b632a7 req-a4d5c2e5-683f-4fd8-a591-b0940fabba2f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0920143 Jun 29 17:24:27.493929 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:27.509008 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-21607c55-f1d7-45b7-8d94-a711b6b632a7 req-ad99816a-b419-4c8b-a4c5-db2152345dd9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Jun 29 17:24:27.708181 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:27.968125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b6089-8ada-40b3-a8be-72cfe45765b5 req-3edf39cb-7c9b-4162-9ab3-9ee0b681333d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:27.969407 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-207b6089-8ada-40b3-a8be-72cfe45765b5 req-3edf39cb-7c9b-4162-9ab3-9ee0b681333d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.2526443 Jun 29 17:24:27.981429 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:28.004428 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-48bf4c00-c9a8-4a88-b8fe-f602c5cef920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:28.058242 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'c04c7541-3430-477b-87a5-58d16ed3b868'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:24:28.118584 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:28.126395 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:28.130446 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event updated for resources: {'Port': ['ID=c7cb6519-b243-4510-93f1-687e7cc38587,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:28.135373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:28.175735 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:28.199437 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-207b6089-8ada-40b3-a8be-72cfe45765b5 req-aed594e0-118b-4e5f-befd-2f15683c254c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194650 Jun 29 17:24:28.349353 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:28.349574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:28.362203 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56186712-3233-4ba5-b8cd-e15be01aab84 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:24:28.374867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:28.399632 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Transition to ACTIVE for port object 56186712-3233-4ba5-b8cd-e15be01aab84 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:28.403805 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3915386 Jun 29 17:24:28.405904 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:28.416083 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:28.525171 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-8ded037a-dceb-467f-98fd-141c19fefff9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1098 time: 0.2653151 Jun 29 17:24:28.544862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b061e07-e1bf-421e-90bf-c22ed5e619f0 req-5304f105-eae2-4045-a5ed-a7ef1efc2c6a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:28.548508 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0b061e07-e1bf-421e-90bf-c22ed5e619f0 req-5304f105-eae2-4045-a5ed-a7ef1efc2c6a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1541271 Jun 29 17:24:28.583937 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Pushing event updated for resources: {'Port': ['ID=56186712-3233-4ba5-b8cd-e15be01aab84,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:28.615525 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:28.622049 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Request body: {'port': {'device_id': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:28.759592 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-44ab36d7-4d47-4408-9ecd-7848515bfeb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:28.761120 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-44ab36d7-4d47-4408-9ecd-7848515bfeb6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1824255 Jun 29 17:24:28.969469 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0b061e07-e1bf-421e-90bf-c22ed5e619f0 req-a942fa2f-1536-4529-9f75-f10f01f859dc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133840 Jun 29 17:24:29.012243 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-83e01c2e-ffde-48e6-a291-ddac71bf5ec3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 1001 time: 0.2241538 Jun 29 17:24:29.018017 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.041838 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6587-9499-49ee-91c2-39d0186e2313 req-1d27cbe7-fc89-44f2-9509-8da84fe10f09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:29.042089 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-df0d6587-9499-49ee-91c2-39d0186e2313 req-1d27cbe7-fc89-44f2-9509-8da84fe10f09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:29.107039 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Attempting to bind port 56186712-3233-4ba5-b8cd-e15be01aab84 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:29.107290 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Attempting to bind port 56186712-3233-4ba5-b8cd-e15be01aab84 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:29.107592 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Attempting to bind port 56186712-3233-4ba5-b8cd-e15be01aab84 on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:29.118660 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Port 56186712-3233-4ba5-b8cd-e15be01aab84 on network 940bad8d-b42e-4669-99ea-e9262c77a839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:24:29.118991 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Attempting to bind port 56186712-3233-4ba5-b8cd-e15be01aab84 on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:29.137672 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:29.138052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Checking segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:29.138794 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Bound using segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:29.139404 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Bound port: 56186712-3233-4ba5-b8cd-e15be01aab84, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:29.139893 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.154867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-df0d6587-9499-49ee-91c2-39d0186e2313 req-1d27cbe7-fc89-44f2-9509-8da84fe10f09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:29.156044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df0d6587-9499-49ee-91c2-39d0186e2313 req-1d27cbe7-fc89-44f2-9509-8da84fe10f09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.6734340 Jun 29 17:24:29.193434 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-b19a8efa-61ec-4565-9bac-e68cce9fa2fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:29.195721 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-b19a8efa-61ec-4565-9bac-e68cce9fa2fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.1646185 Jun 29 17:24:29.298943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651ddf8-0694-45a5-ad23-5c91378918bf req-11f2afff-b778-4d10-9996-2088328df6a3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:29.300527 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3651ddf8-0694-45a5-ad23-5c91378918bf req-11f2afff-b778-4d10-9996-2088328df6a3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 932 time: 0.1881242 Jun 29 17:24:29.335937 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] For port 56186712-3233-4ba5-b8cd-e15be01aab84, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:29.367701 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-78948752-c981-452c-a34c-7b9ebb9931bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406097 Jun 29 17:24:29.369698 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3651ddf8-0694-45a5-ad23-5c91378918bf req-d72c8eb4-aacb-499e-bdc1-059b18ce502a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611351 Jun 29 17:24:29.433839 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] For port 56186712-3233-4ba5-b8cd-e15be01aab84, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=56186712-3233-4ba5-b8cd-e15be01aab84,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:29.439330 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df0d6587-9499-49ee-91c2-39d0186e2313 req-bb17741e-bbe7-419c-b62b-f0e937fe5ae5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353864 Jun 29 17:24:29.443685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.449252 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:29.574291 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6acd22fd-f6aa-43d9-afec-a70cf1c07e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.581989 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.583457 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] 10.222.0.81 "PUT /v2.0/ports/56186712-3233-4ba5-b8cd-e15be01aab84 HTTP/1.1" status: 200 len: 1093 time: 2.7299707 Jun 29 17:24:29.584270 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:24:29.606470 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Pushing event updated for resources: {'Port': ['ID=56186712-3233-4ba5-b8cd-e15be01aab84,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:29.615368 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:29.705323 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-ddd38256-78ec-4e8e-89ca-0ed96b605141 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196495 Jun 29 17:24:29.714802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b72dd-04da-4e65-9ebb-410092acafa1 req-8bb99cb9-2fbf-4e5f-b0d6-3d06c421b922 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:29.716280 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-361b72dd-04da-4e65-9ebb-410092acafa1 req-8bb99cb9-2fbf-4e5f-b0d6-3d06c421b922 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1805365 Jun 29 17:24:29.915118 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-361b72dd-04da-4e65-9ebb-410092acafa1 req-600e050e-d564-468f-b376-342ebdaa0c6c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610982 Jun 29 17:24:29.942500 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4ec98fe1-493b-4bf0-9a47-717c1e6c4519 req-533af56c-a919-486b-8c59-527ed7feb423 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251294 Jun 29 17:24:29.952414 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cb6519-b243-4510-93f1-687e7cc38587 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:24:29.967479 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.997927 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Transition to ACTIVE for port object c7cb6519-b243-4510-93f1-687e7cc38587 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:30.011106 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:30.020422 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84', 'status': 'completed', 'code': 200} Jun 29 17:24:30.021994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c172083d-3859-482d-8966-fa83af84964c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:30.083600 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-1a173083-0dd8-4cdb-ac0d-f7d19a768135 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 1096 time: 0.3797224 Jun 29 17:24:30.098078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d909-91d9-47b3-be6a-6a3d051c7011 req-3b0c95f4-8acf-423a-817a-052b810cca1e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:30.099549 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2181d909-91d9-47b3-be6a-6a3d051c7011 req-3b0c95f4-8acf-423a-817a-052b810cca1e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 945 time: 0.3816493 Jun 29 17:24:30.145197 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:30.249444 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Pushing event updated for resources: {'Port': ['ID=c7cb6519-b243-4510-93f1-687e7cc38587,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:30.262432 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:30.276681 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-1a8e5e6d-fa78-4e0d-b552-23565dd6b261 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56186712-3233-4ba5-b8cd-e15be01aab84 HTTP/1.1" status: 200 len: 217 time: 0.1021490 Jun 29 17:24:30.302916 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e724b-c20d-41e2-8ddd-55f269bfa082 req-b0324c95-c23c-4c97-b8de-c025bf528063 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:30.304439 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-886e724b-c20d-41e2-8ddd-55f269bfa082 req-b0324c95-c23c-4c97-b8de-c025bf528063 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1742754 Jun 29 17:24:30.360695 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2181d909-91d9-47b3-be6a-6a3d051c7011 req-f9e1318f-72dc-44dc-8405-34b71963b00e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074065 Jun 29 17:24:30.373628 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-886e724b-c20d-41e2-8ddd-55f269bfa082 req-88b299ca-dd85-4845-9293-8bc720afb099 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602171 Jun 29 17:24:30.430797 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-5a93fcf5-fb85-4a4b-8098-eec6011cd005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:30.432724 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-5a93fcf5-fb85-4a4b-8098-eec6011cd005 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.1185913 Jun 29 17:24:30.563463 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Attempting to bind port c7cb6519-b243-4510-93f1-687e7cc38587 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:30.563803 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Attempting to bind port c7cb6519-b243-4510-93f1-687e7cc38587 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:30.564122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Attempting to bind port c7cb6519-b243-4510-93f1-687e7cc38587 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:30.586210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Port c7cb6519-b243-4510-93f1-687e7cc38587 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:24:30.586210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Attempting to bind port c7cb6519-b243-4510-93f1-687e7cc38587 on network c44c6bcd-0c19-44e7-8d5a-831123cc67a1 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:30.605730 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:30.605730 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Checking segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:30.629679 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Bound using segment: {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:30.629679 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Bound port: c7cb6519-b243-4510-93f1-687e7cc38587, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f170d813-f341-43cd-8780-625196e5e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:30.629679 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:30.652896 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-b817f232-0c62-4f66-a408-f94dca5df38b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1998324 Jun 29 17:24:30.712016 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170432b-7ba1-4a20-87f8-c9ad7b4cf938 req-e39784ed-da65-41c6-9902-3bea4f8917cd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:30.714283 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3170432b-7ba1-4a20-87f8-c9ad7b4cf938 req-e39784ed-da65-41c6-9902-3bea4f8917cd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 944 time: 0.1402304 Jun 29 17:24:30.749825 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:24:30.832104 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3170432b-7ba1-4a20-87f8-c9ad7b4cf938 req-2210cae5-f727-4af6-8403-80aebc076ec1 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060011 Jun 29 17:24:30.976133 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] For port c7cb6519-b243-4510-93f1-687e7cc38587, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:30.979861 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-0115e9a6-49f1-46f2-a1ac-79fd5d8ffbb3 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056011 Jun 29 17:24:30.980024 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:30.988615 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] For port c7cb6519-b243-4510-93f1-687e7cc38587, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7cb6519-b243-4510-93f1-687e7cc38587,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:31.016828 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:31.031360 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:31.039286 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:24:31.054485 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:31.063180 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:31.070029 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:31.127362 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:31.128779 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] 10.222.0.81 "PUT /v2.0/ports/c7cb6519-b243-4510-93f1-687e7cc38587 HTTP/1.1" status: 200 len: 1094 time: 2.6078875 Jun 29 17:24:31.136704 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dbbe6-5f90-4107-9ca5-38525462d81b req-20fc27e9-e329-4bbe-bf25-3b8d5e59028f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.138673 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a6dbbe6-5f90-4107-9ca5-38525462d81b req-20fc27e9-e329-4bbe-bf25-3b8d5e59028f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.3091550 Jun 29 17:24:31.177030 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=8']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:31.196851 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:31.230261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd5e7c-bb69-4403-a559-445f7f7c2998 req-8915f655-1762-44f6-8f10-b541ee14f5eb tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.232428 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-15dd5e7c-bb69-4403-a559-445f7f7c2998 req-8915f655-1762-44f6-8f10-b541ee14f5eb tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2154429 Jun 29 17:24:31.240438 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-81a9abc8-0b11-48f1-9d7c-a03025ccbe0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1099 time: 0.1681156 Jun 29 17:24:31.296360 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Pushing event updated for resources: {'Port': ['ID=c7cb6519-b243-4510-93f1-687e7cc38587,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:31.314708 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:31.326905 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d5af27c4-6a1b-4ec4-a52e-90eabe15504b req-f34792d2-7c1a-4bfd-9ec0-33e83f997665 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351493 Jun 29 17:24:31.330058 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a6dbbe6-5f90-4107-9ca5-38525462d81b req-6f8053e8-8730-4a4d-ad2a-50151988bb67 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510537 Jun 29 17:24:31.375414 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-985bc712-0e8c-48af-a917-a4c096661565 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 1097 time: 0.1282651 Jun 29 17:24:31.431210 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-15dd5e7c-bb69-4403-a559-445f7f7c2998 req-915b5baf-7152-4e0e-9c8b-8a2e08743acb tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894474 Jun 29 17:24:31.495677 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-eb16239f-8bec-49d0-97fa-318b95601288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.499033 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-eb16239f-8bec-49d0-97fa-318b95601288 service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.2401791 Jun 29 17:24:31.515946 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'code': 200} Jun 29 17:24:31.596658 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-693538bd-9afd-44d2-998e-a2e074cc05ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cb6519-b243-4510-93f1-687e7cc38587 HTTP/1.1" status: 200 len: 217 time: 0.0705914 Jun 29 17:24:31.705714 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-9c1b1bb1-ea5b-45b2-a597-9d24a1e4f247 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 1002 time: 0.1832643 Jun 29 17:24:31.741749 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-3b909037-201c-4b31-a05d-a43f6759da3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.743277 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-3b909037-201c-4b31-a05d-a43f6759da3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.0980060 Jun 29 17:24:31.766345 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2447-88fc-4833-8e40-5a7c9b311e16 req-d680439b-0d28-4857-afc5-1c3cb59bc9a8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.767809 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-908c2447-88fc-4833-8e40-5a7c9b311e16 req-d680439b-0d28-4857-afc5-1c3cb59bc9a8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2984431 Jun 29 17:24:31.781441 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2453d-3355-47f3-b52c-3d949d4495ca req-ac099945-35b3-4f09-bd41-0a22abc83a64 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.782935 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-58d2453d-3355-47f3-b52c-3d949d4495ca req-ac099945-35b3-4f09-bd41-0a22abc83a64 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1552708 Jun 29 17:24:31.788957 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-992513cd-731c-484c-869d-e14cb80685fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:31.790311 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-992513cd-731c-484c-869d-e14cb80685fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0743992 Jun 29 17:24:31.803603 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-b356c8bc-3957-4167-a273-c1669f577ec8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 1096 time: 0.2057099 Jun 29 17:24:31.827761 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-7f96a321-9824-406a-ad55-4c745b09795a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589969 Jun 29 17:24:31.833171 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-58d2453d-3355-47f3-b52c-3d949d4495ca req-34d04235-67ad-4adc-a3ff-b68d3767cab5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Jun 29 17:24:31.868268 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-908c2447-88fc-4833-8e40-5a7c9b311e16 req-a2c22e40-ac12-4c92-88fc-4564fa4720e3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679793 Jun 29 17:24:31.924667 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-2b72bdf2-217f-4add-a5eb-269f8b8c4e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:31.933346 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-fb7cf84a-1eba-4416-b48d-12fd93a53589 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958536 Jun 29 17:24:32.068511 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'tag': 'c7cb6519-b243-4510-93f1-687e7cc38587'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:24:32.093841 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-1ec5233b-c67b-45f4-b099-e84bd15fc3bb service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398125 Jun 29 17:24:32.149547 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Sync routers for ids ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:24:32.161880 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Routers {'84dd3c16-82a2-423d-9a5c-27e8e0005ace'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:32.162497 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:24:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:32.239963 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e8e0301-06ed-4f27-8cec-497c114deab8 req-bf0dbf87-db61-43ca-a1f8-6ab6afa94fd0 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354616 Jun 29 17:24:32.246029 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-ad2a70e5-6e9c-4812-baa1-b6df7bca2ae6 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767161 Jun 29 17:24:32.346929 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Set router 84dd3c16-82a2-423d-9a5c-27e8e0005ace gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:32.393569 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-5979d0ec-2698-4cf3-815c-c48991988b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:32.394971 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-5979d0ec-2698-4cf3-815c-c48991988b8d service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.5246186 Jun 29 17:24:32.411010 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941a843-cd01-439a-91cf-094cc5c62275 req-262fe570-be7a-4fe2-a977-3f47976b5079 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:32.411684 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-3941a843-cd01-439a-91cf-094cc5c62275 req-262fe570-be7a-4fe2-a977-3f47976b5079 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:32.512764 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-69ea97ca-2b8c-495c-a7c6-5009843f9e72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56186712-3233-4ba5-b8cd-e15be01aab84 HTTP/1.1" status: 200 len: 217 time: 0.0982006 Jun 29 17:24:32.516407 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f27549aa-0fbf-468d-9660-0f2f2b6359b3 req-74119c15-515c-4db3-ac7e-9ae084adcae8 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290981 Jun 29 17:24:32.517126 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-3941a843-cd01-439a-91cf-094cc5c62275 req-262fe570-be7a-4fe2-a977-3f47976b5079 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:32.518118 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3941a843-cd01-439a-91cf-094cc5c62275 req-262fe570-be7a-4fe2-a977-3f47976b5079 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 944 time: 0.4450669 Jun 29 17:24:32.619248 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3941a843-cd01-439a-91cf-094cc5c62275 req-30b0a65a-530e-41b3-a64a-8ccf19b6b99f tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953193 Jun 29 17:24:32.622568 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-cf215bce-79a6-42ac-9cd9-82d34558910f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:32.623908 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-cf215bce-79a6-42ac-9cd9-82d34558910f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0797405 Jun 29 17:24:32.696554 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:24:11Z', 'revision_number': 4, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '9bd3ebea-da33-414e-bc98-21709bc09b17', 'name': '', 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'mac_address': 'fa:16:3e:e3:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956242f8-62d0-41a1-8d10-4d8bd46a7058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:10Z', 'updated_at': '2021-06-29T17:24:12Z', 'revision_number': 2, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'subnets': [{'id': '956242f8-62d0-41a1-8d10-4d8bd46a7058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:32.698954 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'tag': 'c7cb6519-b243-4510-93f1-687e7cc38587', 'status': 'completed', 'code': 200} Jun 29 17:24:32.700960 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Checking router: 84dd3c16-82a2-423d-9a5c-27e8e0005ace for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:24:32.701310 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Updating router 84dd3c16-82a2-423d-9a5c-27e8e0005ace port 9bd3ebea-da33-414e-bc98-21709bc09b17 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:24:32.744710 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-a7d00cda-11d2-4fb8-bea3-6de6521ed1f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775263 Jun 29 17:24:32.752948 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.004472 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-11febd01-2b9e-4c62-be1b-cf6b55c0f99f service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280848 Jun 29 17:24:33.013548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.017377 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-5b2cc31c-da43-43d1-8e61-c43d646d227f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=16bcb94cc9f04c619cc082034f78e71d&device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 1097 time: 0.2398269 Jun 29 17:24:33.114708 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf82b9a-39c7-44ac-94ec-d053c3464498 req-60d53bb0-d39b-4182-aec9-15bdf8380d2d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:33.116133 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cf82b9a-39c7-44ac-94ec-d053c3464498 req-60d53bb0-d39b-4182-aec9-15bdf8380d2d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.2909234 Jun 29 17:24:33.119298 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.132166 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Transition to ACTIVE for port object 9bd3ebea-da33-414e-bc98-21709bc09b17 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:33.139961 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.143964 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:33.225129 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f66e-a993-46af-9943-a242ad4eab9d None None] Pushing event updated for resources: {'Port': ['ID=9bd3ebea-da33-414e-bc98-21709bc09b17,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:33.256028 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b423f66e-a993-46af-9943-a242ad4eab9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:33.298994 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cf82b9a-39c7-44ac-94ec-d053c3464498 req-76c1c9de-b8e5-429f-a06b-5715eed24061 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289062 Jun 29 17:24:33.306624 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-967f815c-4266-4c9f-85bb-e8e04eb86617 req-90a47012-fd67-4e07-b587-4c37890e9010 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875648 Jun 29 17:24:33.307583 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-21d563c1-50ee-446b-9eb6-ab249fe3a1b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:33.308869 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-21d563c1-50ee-446b-9eb6-ab249fe3a1b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 200 len: 916 time: 0.2684667 Jun 29 17:24:33.436661 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Attempting to bind port 9bd3ebea-da33-414e-bc98-21709bc09b17 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:33.436900 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Attempting to bind port 9bd3ebea-da33-414e-bc98-21709bc09b17 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:33.437268 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Attempting to bind port 9bd3ebea-da33-414e-bc98-21709bc09b17 on network bbd4469a-9ea9-4bfb-8897-1e409e9f577c {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:33.447158 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:33.447536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Checking segment: {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:33.447943 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.448356 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Bound using segment: {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:33.448832 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Bound port: 9bd3ebea-da33-414e-bc98-21709bc09b17, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:33.449207 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.496261 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-69e9108e-5ac6-42ca-9102-7692d5c58913 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cb6519-b243-4510-93f1-687e7cc38587 HTTP/1.1" status: 200 len: 217 time: 0.1324310 Jun 29 17:24:33.582228 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] For port 9bd3ebea-da33-414e-bc98-21709bc09b17, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:33.588750 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] For port 9bd3ebea-da33-414e-bc98-21709bc09b17, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=9bd3ebea-da33-414e-bc98-21709bc09b17,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:33.597052 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:33.602413 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:33.614804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440c796-71a4-40e0-97ee-1f5ef536984a req-7863decc-4f4f-41aa-8e84-5376376aec84 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:33.618728 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0440c796-71a4-40e0-97ee-1f5ef536984a req-7863decc-4f4f-41aa-8e84-5376376aec84 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0901833 Jun 29 17:24:33.630879 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-fb1a16bd-90f6-41b4-b5d8-64d7977bb90e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:33.632825 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-fb1a16bd-90f6-41b4-b5d8-64d7977bb90e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 200 len: 855 time: 0.1255252 Jun 29 17:24:33.657751 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f42d6-ab47-451b-8ac4-3febb527d061 req-c0283676-d958-48c2-a037-82be011a8753 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:33.659262 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-493f42d6-ab47-451b-8ac4-3febb527d061 req-c0283676-d958-48c2-a037-82be011a8753 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1165330 Jun 29 17:24:33.680776 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0440c796-71a4-40e0-97ee-1f5ef536984a req-70933de7-42f7-40a6-b443-0bbd7cc8a7c0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581689 Jun 29 17:24:33.684578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f66e-a993-46af-9943-a242ad4eab9d None None] Pushing event updated for resources: {'Port': ['ID=9bd3ebea-da33-414e-bc98-21709bc09b17,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:33.688073 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b423f66e-a993-46af-9943-a242ad4eab9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:33.691899 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Routers {'84dd3c16-82a2-423d-9a5c-27e8e0005ace'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:33.692549 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:24:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:33.740192 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-fa3a1183-5e3b-4f23-8b2b-835e6b38fb2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c44c6bcd-0c19-44e7-8d5a-831123cc67a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493295 Jun 29 17:24:33.899018 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] Set router 84dd3c16-82a2-423d-9a5c-27e8e0005ace gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:24:33.978960 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-493f42d6-ab47-451b-8ac4-3febb527d061 req-764ed62e-5a02-43af-9630-c22658e84a75 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094425 Jun 29 17:24:33.990569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b034c-304c-4006-80ec-81256ae66bd3 req-0800f498-f1b1-4b78-afb3-1b2866084b1f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:34.002093 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4d0b034c-304c-4006-80ec-81256ae66bd3 req-0800f498-f1b1-4b78-afb3-1b2866084b1f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1400719 Jun 29 17:24:34.065336 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4d0b034c-304c-4006-80ec-81256ae66bd3 req-d623870d-bab7-4572-becc-bf1dcc660f60 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654597 Jun 29 17:24:34.068063 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-1143f2ae-d3e4-4730-b148-0d9011f5e0dd service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888702 Jun 29 17:24:34.269417 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74394-95ed-443c-92e6-2835e37efae6 req-caba5eef-557f-4ca8-b991-377731f6b1fd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:34.271069 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-85c74394-95ed-443c-92e6-2835e37efae6 req-caba5eef-557f-4ca8-b991-377731f6b1fd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 944 time: 0.0898221 Jun 29 17:24:34.303616 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:24:11Z', 'revision_number': 4, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '9bd3ebea-da33-414e-bc98-21709bc09b17', 'name': '', 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'mac_address': 'fa:16:3e:e3:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956242f8-62d0-41a1-8d10-4d8bd46a7058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:10Z', 'updated_at': '2021-06-29T17:24:33Z', 'revision_number': 4, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'subnets': [{'id': '956242f8-62d0-41a1-8d10-4d8bd46a7058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:34.308796 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446a57a-efee-4e47-949c-eb72ab18ead2 None None] The sync data for ids ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'] in dv-cinder-798672-1-iscsi is: [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:24:11Z', 'revision_number': 4, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '9bd3ebea-da33-414e-bc98-21709bc09b17', 'name': '', 'network_id': 'bbd4469a-9ea9-4bfb-8897-1e409e9f577c', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'mac_address': 'fa:16:3e:e3:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956242f8-62d0-41a1-8d10-4d8bd46a7058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:10Z', 'updated_at': '2021-06-29T17:24:33Z', 'revision_number': 4, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'subnets': [{'id': '956242f8-62d0-41a1-8d10-4d8bd46a7058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:24:34.329524 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-85c74394-95ed-443c-92e6-2835e37efae6 req-6d2a89e3-795e-4da8-9978-7ade62a1b317 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Jun 29 17:24:34.357004 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-76d4c4f1-9414-4cb4-b510-35ec082f90c7 req-0972c076-1141-46ca-901b-80857b8d1980 service neutron] 10.222.0.81 "GET /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768958 Jun 29 17:24:34.407452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853913ff-418e-464b-b1f5-4da9ac32356b req-96280162-790d-4b45-812d-e7b12c01dfe6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:34.414943 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-96280162-790d-4b45-812d-e7b12c01dfe6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 815 time: 0.2615895 Jun 29 17:24:34.433081 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-07eec412-71f5-473d-b490-8c463cbb6543 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/quotas/10cfefef1c9f44db99b1c38ef5895840 HTTP/1.1" status: 200 len: 375 time: 0.0170875 Jun 29 17:24:34.501998 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:34.568431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-853913ff-418e-464b-b1f5-4da9ac32356b req-aeb105aa-40ad-437e-b28b-ee14bcd6bea8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Synchronizing usage tracker for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:34.591710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-853913ff-418e-464b-b1f5-4da9ac32356b req-aeb105aa-40ad-437e-b28b-ee14bcd6bea8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Unset dirty status for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:34.593567 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-aeb105aa-40ad-437e-b28b-ee14bcd6bea8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376207 Jun 29 17:24:34.623342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef73c1-3090-4d80-9b55-0a7f2b060380 req-f5d80798-929f-421a-b7a6-e4a6a85f75ab tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:34.625159 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5cef73c1-3090-4d80-9b55-0a7f2b060380 req-f5d80798-929f-421a-b7a6-e4a6a85f75ab tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1065145 Jun 29 17:24:34.680052 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5cef73c1-3090-4d80-9b55-0a7f2b060380 req-f29060a0-992d-453a-bcd5-903fad416aea tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485811 Jun 29 17:24:34.744362 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-74f2952e-286e-4aa1-9977-abddd3c35d15 service neutron] 10.222.0.79 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376803 Jun 29 17:24:34.776783 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c7cb6519-b243-4510-93f1-687e7cc38587 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:24:34.897692 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-8b449773-6561-4af8-8dfb-b53bf7b0869e service neutron] 10.222.0.79 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473489 Jun 29 17:24:34.941298 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf153-7a8c-4dc0-88f1-9d27e0f92e39 req-11e89060-a449-4e95-9b47-2f1ca2bba216 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:34.944444 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3cbaf153-7a8c-4dc0-88f1-9d27e0f92e39 req-11e89060-a449-4e95-9b47-2f1ca2bba216 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0959265 Jun 29 17:24:34.995646 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c7cb6519-b243-4510-93f1-687e7cc38587, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7cb6519-b243-4510-93f1-687e7cc38587,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:34.997376 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3cbaf153-7a8c-4dc0-88f1-9d27e0f92e39 req-b98b88fa-5d1d-4817-a608-3a7cdd83c717 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467999 Jun 29 17:24:35.015263 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'c7cb6519-b243-4510-93f1-687e7cc38587', 'network_id': 'c44c6bcd-0c19-44e7-8d5a-831123cc67a1', 'port_id': 'c7cb6519-b243-4510-93f1-687e7cc38587', 'mac_address': 'fa:16:3e:5d:cc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:24:35.081832 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:35.102577 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cb6519-b243-4510-93f1-687e7cc38587 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:24:35.119182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c7cb6519-b243-4510-93f1-687e7cc38587, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7cb6519-b243-4510-93f1-687e7cc38587,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:35.125101 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:35.128156 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:35.191287 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2fdc2479-bc48-42bd-b17d-8ad9cb56096a req-a07cf563-8b6b-4f44-b10e-32ab67049b52 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 210 time: 0.0964351 Jun 29 17:24:35.226985 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c7cb6519-b243-4510-93f1-687e7cc38587,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:35.237098 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:35.295030 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbde29-3598-4e0f-858c-1cc1748ed9a7 req-8dd0e71d-82bd-443f-bfe7-e9becf873e12 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:35.306266 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-11dbde29-3598-4e0f-858c-1cc1748ed9a7 req-8dd0e71d-82bd-443f-bfe7-e9becf873e12 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1235499 Jun 29 17:24:35.391221 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-11dbde29-3598-4e0f-858c-1cc1748ed9a7 req-7345b355-ca21-483d-b907-2c5d26cebe41 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840487 Jun 29 17:24:35.625328 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ffc75-8228-4f53-a566-5092b435e589 req-d01af535-b362-4a8c-b627-ebbe0deddfaf tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:35.626792 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a83ffc75-8228-4f53-a566-5092b435e589 req-d01af535-b362-4a8c-b627-ebbe0deddfaf tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0895364 Jun 29 17:24:35.674895 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a83ffc75-8228-4f53-a566-5092b435e589 req-4140d3d8-6f06-4754-82fb-5e36b2b56aec tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Jun 29 17:24:35.860159 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 9bd3ebea-da33-414e-bc98-21709bc09b17 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:35.879164 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50921099-5443-4347-a1dc-6ca168c73046 req-ccbfa131-2e7f-4c23-a6ea-c4613cac00a5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:35.880718 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-50921099-5443-4347-a1dc-6ca168c73046 req-ccbfa131-2e7f-4c23-a6ea-c4613cac00a5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 945 time: 0.0883479 Jun 29 17:24:35.890425 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['c7cb6519-b243-4510-93f1-687e7cc38587'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:24:35.969894 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-50921099-5443-4347-a1dc-6ca168c73046 req-a919b3cc-9e2b-4c3f-8bde-b13136e98bcf tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764978 Jun 29 17:24:36.030570 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 9bd3ebea-da33-414e-bc98-21709bc09b17 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:36.040534 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 9bd3ebea-da33-414e-bc98-21709bc09b17 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:36.040920 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:36.168831 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d90328a5-2120-4345-a171-a89c3cec5ba4 req-915c75ab-ac8e-4238-be64-e6c2a7c56a63 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720532 Jun 29 17:24:36.184859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72bd5-6322-45aa-9212-32d97fb41a36 req-eda60252-e259-465d-a7bf-5d7eb4f90bc4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:36.191723 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9fa72bd5-6322-45aa-9212-32d97fb41a36 req-eda60252-e259-465d-a7bf-5d7eb4f90bc4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1574464 Jun 29 17:24:36.222927 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:36.248483 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9fa72bd5-6322-45aa-9212-32d97fb41a36 req-b65f2f76-8c9f-4d28-99da-e5d3c3412a76 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557730 Jun 29 17:24:36.269744 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 9bd3ebea-da33-414e-bc98-21709bc09b17, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=9bd3ebea-da33-414e-bc98-21709bc09b17,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:36.275166 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:36.277232 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:36.345813 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=9bd3ebea-da33-414e-bc98-21709bc09b17,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:36.348967 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:36.394209 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1e9c6a9f-9f57-4831-ac51-fee971f37315 req-32238f6f-23bd-41a8-a2ae-f535c9eb438b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 210 time: 0.0439928 Jun 29 17:24:36.495305 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb49a0-b6a5-4f68-9145-37b2bb65fc5e req-23221087-e3e4-4d4c-a590-3a082cb9fd7e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:36.497232 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-02bb49a0-b6a5-4f68-9145-37b2bb65fc5e req-23221087-e3e4-4d4c-a590-3a082cb9fd7e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0779703 Jun 29 17:24:36.522510 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 36740) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:24:36.548859 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-02bb49a0-b6a5-4f68-9145-37b2bb65fc5e req-4b6e64f7-0f70-41da-bfd1-86f3225850a0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460501 Jun 29 17:24:36.667672 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-86dc4688-5b3d-4f0a-b16d-b48ebb3b7f6d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438367 Jun 29 17:24:36.798408 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:24:36.891391 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b7757-777f-490e-835b-a04c28b002c2 req-cdeab9ed-6b0c-45e2-ac9a-84f9e3bdde5b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:36.894209 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9a4b7757-777f-490e-835b-a04c28b002c2 req-cdeab9ed-6b0c-45e2-ac9a-84f9e3bdde5b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0872438 Jun 29 17:24:36.953602 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9a4b7757-777f-490e-835b-a04c28b002c2 req-6e542275-472e-490c-bed0-4b0a231d81a3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Jun 29 17:24:37.022101 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853913ff-418e-464b-b1f5-4da9ac32356b req-a80c6ce7-af75-453c-8ca9-2756c2619697 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:37.023574 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-a80c6ce7-af75-453c-8ca9-2756c2619697 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 815 time: 0.2223687 Jun 29 17:24:37.144902 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'port': {'device_id': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'admin_state_up': True, 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:37.396789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193f9ec-3711-4dfd-b1f4-cc9842da53ed req-f33c03dc-5c8e-4330-a029-85589f3037ff tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:37.398273 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e193f9ec-3711-4dfd-b1f4-cc9842da53ed req-f33c03dc-5c8e-4330-a029-85589f3037ff tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 945 time: 0.2931380 Jun 29 17:24:37.399369 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:24:37.435255 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:24:37.463694 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Made reservation on behalf of 10cfefef1c9f44db99b1c38ef5895840 for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:37.468764 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:37.476186 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099b386-c18c-405b-b4a1-9663f3a340e0 req-9c77f374-4228-47fc-bcdd-60f689312c09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:37.483936 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a099b386-c18c-405b-b4a1-9663f3a340e0 req-9c77f374-4228-47fc-bcdd-60f689312c09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1124513 Jun 29 17:24:37.536970 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e193f9ec-3711-4dfd-b1f4-cc9842da53ed req-986a1d56-16de-4a56-9422-cf5b9d8d8a3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283855 Jun 29 17:24:37.540453 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a099b386-c18c-405b-b4a1-9663f3a340e0 req-36311d90-e5c3-4fa4-9dc8-86b3f7b474f0 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527422 Jun 29 17:24:37.722094 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Allocated IP 172.20.0.9 (198bb5bc-047d-4e48-b62b-a3eee71be3af/b6d1cb51-cff5-490b-bbf6-d8c24d92a66e/4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:37.728157 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6e1d374c-d258-4691-82b1-037575b1f6e3 req-304661b9-c615-407f-a25d-ca70c1ecbae7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 210 time: 0.0610368 Jun 29 17:24:37.876612 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 9bd3ebea-da33-414e-bc98-21709bc09b17 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:37.940816 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e064579-6d72-4bbb-9568-fe8d283cf65c req-0f5cf907-5e79-4398-af87-665e042e6047 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:37.948749 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7e064579-6d72-4bbb-9568-fe8d283cf65c req-0f5cf907-5e79-4398-af87-665e042e6047 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.2279592 Jun 29 17:24:37.963248 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 9bd3ebea-da33-414e-bc98-21709bc09b17 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:37.963907 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:38.048129 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7e064579-6d72-4bbb-9568-fe8d283cf65c req-cf1c30bd-5a85-4b39-95f7-ea3cabd153a3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981731 Jun 29 17:24:38.096330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:38.117715 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Transition to ACTIVE for port object 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:38.152164 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:38.160199 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:38.275467 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:38.281087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:38.282911 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:38.284081 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:38.286589 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:38.296317 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a0a1-8c7d-4c44-81c1-2a3c1d389958 req-df345efc-3fc4-46aa-8d1e-2ae0b836d5f9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:38.298473 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-55e9a0a1-8c7d-4c44-81c1-2a3c1d389958 req-df345efc-3fc4-46aa-8d1e-2ae0b836d5f9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1231768 Jun 29 17:24:38.380093 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:38.380814 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:38.396571 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-55e9a0a1-8c7d-4c44-81c1-2a3c1d389958 req-5bed0ffb-6b32-42bd-af87-0d19c13ae5d4 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786355 Jun 29 17:24:38.440712 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3010845 Jun 29 17:24:38.640740 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-64ceb804-7023-46be-85e4-538564494736 None None] Provisioning for port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:38.646650 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-64ceb804-7023-46be-85e4-538564494736 None None] Provisioning complete for port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:38.647067 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-64ceb804-7023-46be-85e4-538564494736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:38.707581 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-64ceb804-7023-46be-85e4-538564494736 None None] Port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:24:38.779160 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ef1d-8f15-42ce-99e8-4002fc1c5412 req-74f0fc76-c086-42b9-8378-29110fea6c2d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:38.779795 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495964-fdd7-4f9e-b0e8-6eecd6bfe6cc req-918bb329-dd1a-42f6-a0eb-4919f6219880 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:38.781444 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-33495964-fdd7-4f9e-b0e8-6eecd6bfe6cc req-918bb329-dd1a-42f6-a0eb-4919f6219880 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 945 time: 0.0833871 Jun 29 17:24:38.782978 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6165ef1d-8f15-42ce-99e8-4002fc1c5412 req-74f0fc76-c086-42b9-8378-29110fea6c2d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1209569 Jun 29 17:24:38.800927 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c7cb6519-b243-4510-93f1-687e7cc38587 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:24:38.835039 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-33495964-fdd7-4f9e-b0e8-6eecd6bfe6cc req-51432403-6f53-4d34-8755-482195615eab tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Jun 29 17:24:38.841244 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6165ef1d-8f15-42ce-99e8-4002fc1c5412 req-3cdf4e03-bc33-4176-bacb-1f7c14a0ae33 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516551 Jun 29 17:24:38.909418 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port c7cb6519-b243-4510-93f1-687e7cc38587 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:24:38.915046 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port c7cb6519-b243-4510-93f1-687e7cc38587 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:24:38.915424 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:39.038432 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:39.045904 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3debf04-2fff-4ba4-8633-80b4d93222b0 req-c6adb224-4a70-49b4-ae65-b1351e44ca8a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:39.047765 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a3debf04-2fff-4ba4-8633-80b4d93222b0 req-c6adb224-4a70-49b4-ae65-b1351e44ca8a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0810211 Jun 29 17:24:39.068300 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cb6519-b243-4510-93f1-687e7cc38587'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:24:39.080944 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c7cb6519-b243-4510-93f1-687e7cc38587, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7cb6519-b243-4510-93f1-687e7cc38587,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:39.087730 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:39.089820 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:39.113119 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-a3debf04-2fff-4ba4-8633-80b4d93222b0 req-d401e4f8-7876-495b-a6a6-164132257044 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Synchronizing usage tracker for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:39.138420 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-a3debf04-2fff-4ba4-8633-80b4d93222b0 req-d401e4f8-7876-495b-a6a6-164132257044 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Unset dirty status for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:39.140237 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a3debf04-2fff-4ba4-8633-80b4d93222b0 req-d401e4f8-7876-495b-a6a6-164132257044 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861812 Jun 29 17:24:39.173012 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cb6519-b243-4510-93f1-687e7cc38587', 'code': 200} Jun 29 17:24:39.188707 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c7cb6519-b243-4510-93f1-687e7cc38587,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:39.192023 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:39.369118 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff825a-8f07-4c9e-8e2e-10bd133581ff req-7369ff3b-7901-4275-902c-66b27a63ac46 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:39.370492 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c0ff825a-8f07-4c9e-8e2e-10bd133581ff req-7369ff3b-7901-4275-902c-66b27a63ac46 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0852659 Jun 29 17:24:39.420320 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c0ff825a-8f07-4c9e-8e2e-10bd133581ff req-e936cef5-e17e-4ad0-b6eb-78a0992a34df tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Jun 29 17:24:39.625873 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5055-9b01-434c-8b16-8b219a936efe req-a0a8d6b5-8d56-46f6-abd2-66b6ae6ef970 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:39.627288 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c19a5055-9b01-434c-8b16-8b219a936efe req-a0a8d6b5-8d56-46f6-abd2-66b6ae6ef970 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0844266 Jun 29 17:24:39.677073 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c19a5055-9b01-434c-8b16-8b219a936efe req-af589108-83e6-4ac4-9db1-c0e3003e2d62 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Jun 29 17:24:40.051939 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96551ae5-3854-4ad7-9e47-f29a9ea24945 req-f2e0d5ab-7fff-4fa4-ac79-708a2de14aa0 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:40.054234 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-96551ae5-3854-4ad7-9e47-f29a9ea24945 req-f2e0d5ab-7fff-4fa4-ac79-708a2de14aa0 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0846686 Jun 29 17:24:40.070161 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841e58-35f7-42d3-869d-a89c4dbac8a5 req-f9deca14-ac0f-4449-b4b5-f3258150a28e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:40.073086 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ca841e58-35f7-42d3-869d-a89c4dbac8a5 req-f9deca14-ac0f-4449-b4b5-f3258150a28e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.1019297 Jun 29 17:24:40.108149 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-96551ae5-3854-4ad7-9e47-f29a9ea24945 req-4a5b3778-2bb8-46d8-8fa8-8632932d2566 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473826 Jun 29 17:24:40.120335 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ca841e58-35f7-42d3-869d-a89c4dbac8a5 req-803aa75d-81d7-4463-8af4-3aa4f89535a7 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Jun 29 17:24:40.371390 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb208ecb-a915-4781-9103-4e4abb8efce7 req-ea92c3d5-02b9-41e7-8438-abf128894d60 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:40.373697 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-eb208ecb-a915-4781-9103-4e4abb8efce7 req-ea92c3d5-02b9-41e7-8438-abf128894d60 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0898912 Jun 29 17:24:40.422353 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-eb208ecb-a915-4781-9103-4e4abb8efce7 req-291c8fe2-6032-494d-9e70-1187e55ad620 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Jun 29 17:24:40.655082 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433d35-68c9-42dc-b354-a31d5e37da40 req-076e69d6-e161-4ba6-a651-968c4956bf5e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:40.657633 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df433d35-68c9-42dc-b354-a31d5e37da40 req-076e69d6-e161-4ba6-a651-968c4956bf5e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0867381 Jun 29 17:24:40.717667 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df433d35-68c9-42dc-b354-a31d5e37da40 req-2f13d11b-3673-4b27-bd53-2b26b4c786e9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539026 Jun 29 17:24:40.890753 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d133b2c-d43d-4810-8fe7-ad43e910272e req-92da86fb-3608-4c7e-b1b3-ef995f9d81c9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:40.892271 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2d133b2c-d43d-4810-8fe7-ad43e910272e req-92da86fb-3608-4c7e-b1b3-ef995f9d81c9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0855389 Jun 29 17:24:40.949956 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2d133b2c-d43d-4810-8fe7-ad43e910272e req-f9b005bc-a8b4-489d-b6e5-1aef7204a07c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 Jun 29 17:24:41.361532 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c10bf-1977-4c38-9c0b-f274c632001a req-fd9244f4-cb20-4da1-b011-9518bf14f0f3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:41.362849 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceefff-0aba-45f7-a5a8-95b18c5b2cc1 req-9eae6c3f-d583-424d-9718-88c4afb57134 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:41.364788 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a37c10bf-1977-4c38-9c0b-f274c632001a req-fd9244f4-cb20-4da1-b011-9518bf14f0f3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0941896 Jun 29 17:24:41.364918 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98ceefff-0aba-45f7-a5a8-95b18c5b2cc1 req-9eae6c3f-d583-424d-9718-88c4afb57134 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1064613 Jun 29 17:24:41.423302 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a37c10bf-1977-4c38-9c0b-f274c632001a req-f66c7cf5-29c3-421e-bc47-c7467dde9d29 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Jun 29 17:24:41.424999 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98ceefff-0aba-45f7-a5a8-95b18c5b2cc1 req-d865c953-ae66-4328-b44a-aded91ba43c8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541298 Jun 29 17:24:41.570149 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:24:41.628414 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a1422-1485-49fe-809a-33632def52ed req-5113bcf1-73fd-4802-b800-f4754676b9a0 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:41.629875 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce6a1422-1485-49fe-809a-33632def52ed req-5113bcf1-73fd-4802-b800-f4754676b9a0 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0837703 Jun 29 17:24:41.685469 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce6a1422-1485-49fe-809a-33632def52ed req-1207dc2f-8196-44f7-b304-fefe0f4d8f6c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494771 Jun 29 17:24:41.964249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22363239-4121-4639-a0ed-b5d310f932ca req-f7a739e7-6588-4861-a825-bfbd9787b25f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:41.965876 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-22363239-4121-4639-a0ed-b5d310f932ca req-f7a739e7-6588-4861-a825-bfbd9787b25f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0841875 Jun 29 17:24:42.017138 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-22363239-4121-4639-a0ed-b5d310f932ca req-b0d467af-928d-44d2-9c44-3e191296291c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Jun 29 17:24:42.188258 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf78b84-698c-4623-bea9-98d2c3d885b3 req-17958fde-0ae7-4ec9-a441-daa9241814ea tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:42.189873 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bdf78b84-698c-4623-bea9-98d2c3d885b3 req-17958fde-0ae7-4ec9-a441-daa9241814ea tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0860589 Jun 29 17:24:42.240098 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bdf78b84-698c-4623-bea9-98d2c3d885b3 req-de01c757-677a-4248-a8ad-f7068eefe3ff tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Jun 29 17:24:42.651549 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779568-b4ab-494d-9567-cffadd507da7 req-6fc65c95-e300-467d-86f5-16d2c79383cb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:42.657224 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-83779568-b4ab-494d-9567-cffadd507da7 req-6fc65c95-e300-467d-86f5-16d2c79383cb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0894189 Jun 29 17:24:42.666134 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50e61-2c5f-4535-808d-f927a7b1c4b4 req-f87c0f33-7efe-44d1-a553-c26a0225fdaa tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:42.667728 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a8c50e61-2c5f-4535-808d-f927a7b1c4b4 req-f87c0f33-7efe-44d1-a553-c26a0225fdaa tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.1063116 Jun 29 17:24:42.710981 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-83779568-b4ab-494d-9567-cffadd507da7 req-52d55e98-b4fa-4197-a611-2fe3b6e7cc38 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479760 Jun 29 17:24:42.719027 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a8c50e61-2c5f-4535-808d-f927a7b1c4b4 req-e0db2857-2c54-4488-b2e7-ee5e2f3aff23 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Jun 29 17:24:42.903477 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b30181-f65b-4046-ab40-3b7c8cf979ba req-c47f408c-b2c0-4a6d-a8d4-6f5a4b89f026 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:42.905012 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-92b30181-f65b-4046-ab40-3b7c8cf979ba req-c47f408c-b2c0-4a6d-a8d4-6f5a4b89f026 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0786572 Jun 29 17:24:42.951873 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-92b30181-f65b-4046-ab40-3b7c8cf979ba req-7c7a079f-5775-4a12-9a1e-5ad0bf8cc405 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Jun 29 17:24:43.241159 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceedde8-cfff-43c1-a23d-ff099f3cd2e8 req-7092cef4-4cf6-4b8f-9b14-d3793a098a7e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:43.249411 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-eceedde8-cfff-43c1-a23d-ff099f3cd2e8 req-7092cef4-4cf6-4b8f-9b14-d3793a098a7e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0914335 Jun 29 17:24:43.296059 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-eceedde8-cfff-43c1-a23d-ff099f3cd2e8 req-43808552-bc3a-4a59-a2e5-e16d2761b905 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456536 Jun 29 17:24:43.469232 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac818b6e-6489-48d9-85b4-c28c99359dc2 req-a3645fc2-63a7-400d-ac3d-bd5a53788eb9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:43.470966 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ac818b6e-6489-48d9-85b4-c28c99359dc2 req-a3645fc2-63a7-400d-ac3d-bd5a53788eb9 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0900447 Jun 29 17:24:43.517614 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ac818b6e-6489-48d9-85b4-c28c99359dc2 req-97d048f8-d386-4f58-88a1-0aa081faeb08 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Jun 29 17:24:43.945578 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832c1f1-407c-43ea-bd41-2048963c1e61 req-84fc6d8a-e924-48f1-9565-cdc2a7ae5fe0 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:43.946332 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b6c6-a8b0-4e8e-b93e-ae673b16a321 req-d1387f98-dfd2-463f-91ce-0b3f671cd501 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:43.947522 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f742b6c6-a8b0-4e8e-b93e-ae673b16a321 req-d1387f98-dfd2-463f-91ce-0b3f671cd501 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0970585 Jun 29 17:24:43.953019 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4832c1f1-407c-43ea-bd41-2048963c1e61 req-84fc6d8a-e924-48f1-9565-cdc2a7ae5fe0 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1008096 Jun 29 17:24:44.009091 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f742b6c6-a8b0-4e8e-b93e-ae673b16a321 req-ab2a2b03-beb1-4772-89d5-71f6dd9fb38d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Jun 29 17:24:44.017961 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4832c1f1-407c-43ea-bd41-2048963c1e61 req-37b2cbeb-ddb0-4074-8bd8-36db1eac7074 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637579 Jun 29 17:24:44.267382 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64cfa-81f9-410d-a04f-ff85a6ef07c5 req-69e94070-01e6-4202-86ae-5094d73d7887 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:44.268933 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a7a64cfa-81f9-410d-a04f-ff85a6ef07c5 req-69e94070-01e6-4202-86ae-5094d73d7887 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.1556158 Jun 29 17:24:44.329270 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a7a64cfa-81f9-410d-a04f-ff85a6ef07c5 req-f805617c-e341-447f-80fe-c7369fb9c2b9 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Jun 29 17:24:44.530937 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dfd5c-afa6-47d8-9692-6bf393c0e5d4 req-877ae563-0302-4184-a7f6-4f103bb31c22 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:44.532653 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db5dfd5c-afa6-47d8-9692-6bf393c0e5d4 req-877ae563-0302-4184-a7f6-4f103bb31c22 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0810235 Jun 29 17:24:44.585658 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db5dfd5c-afa6-47d8-9692-6bf393c0e5d4 req-9221c294-f825-4434-8aef-b749d8f17019 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Jun 29 17:24:44.728460 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffe496-d301-42c1-8b37-baa7b21ef810 req-41c6f7c3-1345-468a-807c-60dbf30bfb42 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:44.729915 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ffe496-d301-42c1-8b37-baa7b21ef810 req-41c6f7c3-1345-468a-807c-60dbf30bfb42 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0806606 Jun 29 17:24:44.777657 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ffe496-d301-42c1-8b37-baa7b21ef810 req-50968830-30a5-40bb-9e32-a5db17eea96a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Jun 29 17:24:45.235550 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0fb09-5a86-49b5-a0b9-2f88ff9294be req-1b0c7b3e-eb4a-4422-b91e-be37b2094794 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:45.237790 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a8e0fb09-5a86-49b5-a0b9-2f88ff9294be req-1b0c7b3e-eb4a-4422-b91e-be37b2094794 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.1073978 Jun 29 17:24:45.261052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da398bf-50bc-4fd0-b582-79140ab8f427 req-3a85a922-32ee-4964-b845-269bd7a90d0b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:45.262507 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3da398bf-50bc-4fd0-b582-79140ab8f427 req-3a85a922-32ee-4964-b845-269bd7a90d0b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0980008 Jun 29 17:24:45.313148 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a8e0fb09-5a86-49b5-a0b9-2f88ff9294be req-6b666376-fb78-4c33-8b7b-baefcbdf3bfc tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684469 Jun 29 17:24:45.314216 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3da398bf-50bc-4fd0-b582-79140ab8f427 req-6f311f69-bef8-415e-9fc4-47371239a2ae tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Jun 29 17:24:45.542118 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f96b-afb3-4a32-a42a-3ea3332b108d req-52539e0a-4d21-46a5-8fb0-860c762ccd8c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:45.542830 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-2d82f96b-afb3-4a32-a42a-3ea3332b108d req-52539e0a-4d21-46a5-8fb0-860c762ccd8c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Synchronizing usage tracker for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:24:45.561729 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-2d82f96b-afb3-4a32-a42a-3ea3332b108d req-52539e0a-4d21-46a5-8fb0-860c762ccd8c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Unset dirty status for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:24:45.562864 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2d82f96b-afb3-4a32-a42a-3ea3332b108d req-52539e0a-4d21-46a5-8fb0-860c762ccd8c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.1065438 Jun 29 17:24:45.693037 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2d82f96b-afb3-4a32-a42a-3ea3332b108d req-08567cc5-6600-4c04-81b8-15edc6b2cf13 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214612 Jun 29 17:24:45.824711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6bf0e-c880-4ad7-b365-973b7e9ce4a9 req-a21a8d80-4c1f-4bdd-92f0-96c1e1e47d92 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:45.826238 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-89f6bf0e-c880-4ad7-b365-973b7e9ce4a9 req-a21a8d80-4c1f-4bdd-92f0-96c1e1e47d92 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0882924 Jun 29 17:24:45.874978 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-89f6bf0e-c880-4ad7-b365-973b7e9ce4a9 req-e1ef8163-25ef-469b-a6a1-75110f296c23 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Jun 29 17:24:45.984949 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387de875-657d-4130-9f02-d5938673ce5d req-bbee8725-9981-40b9-9d40-128cdce214fe tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:45.986438 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-387de875-657d-4130-9f02-d5938673ce5d req-bbee8725-9981-40b9-9d40-128cdce214fe tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0829179 Jun 29 17:24:46.036777 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-387de875-657d-4130-9f02-d5938673ce5d req-70f93688-2da1-4242-b45c-d8d518862ea6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Jun 29 17:24:46.511200 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d118e5-7531-4261-a47e-b64d5bff6afc req-e463b371-b862-475f-b9e9-9cebc250a208 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:46.512634 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-29d118e5-7531-4261-a47e-b64d5bff6afc req-e463b371-b862-475f-b9e9-9cebc250a208 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0805161 Jun 29 17:24:46.528572 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59c1de-cedf-43f1-9db0-2507190a624b req-749978aa-8718-44bd-beea-746b98b07838 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:46.529850 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ae59c1de-cedf-43f1-9db0-2507190a624b req-749978aa-8718-44bd-beea-746b98b07838 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0906291 Jun 29 17:24:46.566077 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-29d118e5-7531-4261-a47e-b64d5bff6afc req-c43db9ad-b0c1-4701-bcbc-1131fd2aa9b6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Jun 29 17:24:46.581079 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ae59c1de-cedf-43f1-9db0-2507190a624b req-f22bfdd0-e6d9-41d4-86f9-b70062de1d2a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449443 Jun 29 17:24:46.908921 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c7a72-fbd5-42cd-aaec-9d93a1085744 req-477ef367-55e3-4c6e-9789-422970f19806 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:46.910566 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1b5c7a72-fbd5-42cd-aaec-9d93a1085744 req-477ef367-55e3-4c6e-9789-422970f19806 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0898204 Jun 29 17:24:46.969716 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1b5c7a72-fbd5-42cd-aaec-9d93a1085744 req-cfa7ee10-1138-4d2b-b788-d6afbf965b2e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528383 Jun 29 17:24:47.124648 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3cf2c-c759-4db3-a6d7-41f547996616 req-23da173e-16e2-4275-ad18-08d97858e202 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:47.126294 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ce3cf2c-c759-4db3-a6d7-41f547996616 req-23da173e-16e2-4275-ad18-08d97858e202 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0915880 Jun 29 17:24:47.178591 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ce3cf2c-c759-4db3-a6d7-41f547996616 req-da045ed8-d73c-4d2a-8bef-7222e7246cd0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463560 Jun 29 17:24:47.429074 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd639a-7a5b-4711-8dbd-601ed0f3fad6 req-7c59ff0d-26a2-4850-9be7-024ea5043f00 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:47.430516 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7cfd639a-7a5b-4711-8dbd-601ed0f3fad6 req-7c59ff0d-26a2-4850-9be7-024ea5043f00 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0837853 Jun 29 17:24:47.483215 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7cfd639a-7a5b-4711-8dbd-601ed0f3fad6 req-66552d5d-da8d-42ff-8f27-6750bafd55ea tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Jun 29 17:24:47.794527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d508d6-a6c6-4088-855c-c3ebcc156292 req-2d062ef4-b81e-4e10-84f8-3a03c8ed9800 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:47.797210 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-65d508d6-a6c6-4088-855c-c3ebcc156292 req-2d062ef4-b81e-4e10-84f8-3a03c8ed9800 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0891192 Jun 29 17:24:47.814875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931f98-93e9-4d08-af09-de38e589316f req-fd4eb2bb-cd1b-4c4d-8572-94c273162ab3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:47.817104 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-09931f98-93e9-4d08-af09-de38e589316f req-fd4eb2bb-cd1b-4c4d-8572-94c273162ab3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0833392 Jun 29 17:24:47.858935 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-65d508d6-a6c6-4088-855c-c3ebcc156292 req-10fb68d6-32d0-4200-ab29-86a126daed12 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555756 Jun 29 17:24:47.882369 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-09931f98-93e9-4d08-af09-de38e589316f req-15828a27-32c3-4c48-a0d9-666d2a6fdeb5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528512 Jun 29 17:24:48.193763 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce1dd-ccf5-4b22-82b4-47825167763c req-6fc4378e-7dfd-4d79-993a-184237423583 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:48.196617 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-922ce1dd-ccf5-4b22-82b4-47825167763c req-6fc4378e-7dfd-4d79-993a-184237423583 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0997083 Jun 29 17:24:48.247386 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-922ce1dd-ccf5-4b22-82b4-47825167763c req-251d35ae-0f45-4839-894b-8e0d6ecbf2d2 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Jun 29 17:24:48.405133 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244c1a-1412-4c49-94cf-be1dfa21478e req-3ab16d8d-e395-42c0-89a5-ea9f6774ef55 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:48.406585 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b1244c1a-1412-4c49-94cf-be1dfa21478e req-3ab16d8d-e395-42c0-89a5-ea9f6774ef55 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0832791 Jun 29 17:24:48.455854 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b1244c1a-1412-4c49-94cf-be1dfa21478e req-8fab0b58-2531-4c55-97b9-566c520a2c78 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Jun 29 17:24:48.698866 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b07f7-fb39-4b77-aba1-e3842b8cdf8d req-a97bdc29-a1f9-4db8-9589-23d042cf4dbd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:48.700322 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c72b07f7-fb39-4b77-aba1-e3842b8cdf8d req-a97bdc29-a1f9-4db8-9589-23d042cf4dbd tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0825553 Jun 29 17:24:48.752427 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c72b07f7-fb39-4b77-aba1-e3842b8cdf8d req-ad17f4c3-4fcb-4866-8a5a-d72d442dae91 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Jun 29 17:24:49.069717 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53a0bd-f82d-4b18-bfd1-31014db58391 req-d3e2c3b8-e2be-495d-ba99-dc9dd76d6fbc tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.073012 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6e53a0bd-f82d-4b18-bfd1-31014db58391 req-d3e2c3b8-e2be-495d-ba99-dc9dd76d6fbc tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0947776 Jun 29 17:24:49.103888 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba25c-84bb-4fa3-bc5b-0d1df198c54f req-5c058d71-4a1c-4cc2-81c6-ff50a487fffb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.105625 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fc4ba25c-84bb-4fa3-bc5b-0d1df198c54f req-5c058d71-4a1c-4cc2-81c6-ff50a487fffb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0975056 Jun 29 17:24:49.133440 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6e53a0bd-f82d-4b18-bfd1-31014db58391 req-ce268819-227f-40e7-851a-8b8e71db9e86 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Jun 29 17:24:49.157599 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fc4ba25c-84bb-4fa3-bc5b-0d1df198c54f req-7c09ab75-6228-4aca-bf93-35962be34ba8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Jun 29 17:24:49.465131 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5d95-c529-4687-bd62-333b5a823a5d req-7119018c-ba15-48c2-8dde-6d47d4ce73fa tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.466547 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9fcf5d95-c529-4687-bd62-333b5a823a5d req-7119018c-ba15-48c2-8dde-6d47d4ce73fa tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0893881 Jun 29 17:24:49.516062 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9fcf5d95-c529-4687-bd62-333b5a823a5d req-228c4d50-746b-45ac-9536-3a8d0530b17f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Jun 29 17:24:49.687235 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb43b65-fe2f-4d53-bc96-7d0e21015c63 req-f8c4079a-a1cd-4569-9eae-4cef14f1b620 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.688763 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cb43b65-fe2f-4d53-bc96-7d0e21015c63 req-f8c4079a-a1cd-4569-9eae-4cef14f1b620 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0839596 Jun 29 17:24:49.741212 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cb43b65-fe2f-4d53-bc96-7d0e21015c63 req-8ec6cef2-f270-4bf0-a7fa-240ae1dc3d18 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Jun 29 17:24:49.958370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58217ab0-1423-4b26-8621-2db4d1db8406 req-3518c2d6-19b2-4416-80b4-c3235ffe3231 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.959816 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-58217ab0-1423-4b26-8621-2db4d1db8406 req-3518c2d6-19b2-4416-80b4-c3235ffe3231 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0811646 Jun 29 17:24:50.017546 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-58217ab0-1423-4b26-8621-2db4d1db8406 req-0890abf2-9939-464b-83db-f37d94c0fccb tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518892 Jun 29 17:24:50.341562 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94078a-3ea4-46a1-98dc-72b390e0bee3 req-687fecd5-5646-45c3-8a4d-2b7c215b4f9b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:50.343283 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef94078a-3ea4-46a1-98dc-72b390e0bee3 req-687fecd5-5646-45c3-8a4d-2b7c215b4f9b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0864911 Jun 29 17:24:50.373884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd3f91-165f-48c1-a9fb-96935e9c0510 req-6b6aead2-d15e-493f-98dd-257a011f5ae1 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:50.375535 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-52fd3f91-165f-48c1-a9fb-96935e9c0510 req-6b6aead2-d15e-493f-98dd-257a011f5ae1 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0854878 Jun 29 17:24:50.391648 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef94078a-3ea4-46a1-98dc-72b390e0bee3 req-0aac5f58-f2d8-4c7b-a67f-8cd1c556bbfe tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Jun 29 17:24:50.423940 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-52fd3f91-165f-48c1-a9fb-96935e9c0510 req-53a4bc11-707f-41e1-87d4-557d9c9e32e9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Jun 29 17:24:50.727585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896b91-5c72-403a-aac5-47680fafb918 req-787d7214-4c80-498e-8236-cde27e98e705 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:50.729057 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-01896b91-5c72-403a-aac5-47680fafb918 req-787d7214-4c80-498e-8236-cde27e98e705 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0810332 Jun 29 17:24:50.780543 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-01896b91-5c72-403a-aac5-47680fafb918 req-b9dbdf67-c6e2-47dc-8d93-9750f4d5dc4c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455141 Jun 29 17:24:50.967481 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d2e88-9d07-48ac-9e95-f3027a89a8dc req-364c49d6-14a3-4ea4-b7e6-3c46f287298f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:50.968996 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ed1d2e88-9d07-48ac-9e95-f3027a89a8dc req-364c49d6-14a3-4ea4-b7e6-3c46f287298f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0862253 Jun 29 17:24:51.018088 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ed1d2e88-9d07-48ac-9e95-f3027a89a8dc req-c7c61236-7588-4b37-8f6e-f97c47c1a38d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Jun 29 17:24:51.238473 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444a6d-1503-4808-b9a1-b545f2403023 req-96446ba6-565a-4dc0-a6f1-4aaf5a9bb5a1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:51.239853 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-87444a6d-1503-4808-b9a1-b545f2403023 req-96446ba6-565a-4dc0-a6f1-4aaf5a9bb5a1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0888169 Jun 29 17:24:51.297954 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-87444a6d-1503-4808-b9a1-b545f2403023 req-2072db8f-66dd-40cb-8a48-f284ce6367a6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Jun 29 17:24:51.607667 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf9f22-49f3-4603-a931-075f8ea3b3c1 req-6f55352d-4590-4a5c-8f32-f4f5a0b2b9ad tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:51.609180 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1eaf9f22-49f3-4603-a931-075f8ea3b3c1 req-6f55352d-4590-4a5c-8f32-f4f5a0b2b9ad tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0850298 Jun 29 17:24:51.641306 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e241-399f-47b1-a676-0ab34809f2a6 req-2a71368e-3ddc-4731-8f8f-2148ef500975 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:51.648434 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f017e241-399f-47b1-a676-0ab34809f2a6 req-2a71368e-3ddc-4731-8f8f-2148ef500975 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0908058 Jun 29 17:24:51.670206 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1eaf9f22-49f3-4603-a931-075f8ea3b3c1 req-e8acb3e8-4493-4147-b155-df71ae9fa689 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Jun 29 17:24:51.690739 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f017e241-399f-47b1-a676-0ab34809f2a6 req-2a69f580-4739-4893-8cba-5a83db6b8f24 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Jun 29 17:24:51.995899 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990436-e9f9-424d-96a8-64a0dff89804 req-d116639b-0a07-4e85-9e87-5d8ce2cac332 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:51.997758 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e6990436-e9f9-424d-96a8-64a0dff89804 req-d116639b-0a07-4e85-9e87-5d8ce2cac332 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0879946 Jun 29 17:24:52.048875 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e6990436-e9f9-424d-96a8-64a0dff89804 req-4279fda8-5180-4f06-a428-5c1fea5b832f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Jun 29 17:24:52.255283 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ff2a-a41a-46c4-a76b-2865c20c71d1 req-3c465312-5a7e-411e-9b7a-4c90dcdb0650 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.257523 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3d73ff2a-a41a-46c4-a76b-2865c20c71d1 req-3c465312-5a7e-411e-9b7a-4c90dcdb0650 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0968332 Jun 29 17:24:52.307018 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3d73ff2a-a41a-46c4-a76b-2865c20c71d1 req-ad05d8eb-41d8-49e5-aec8-2668ac8d2c4f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Jun 29 17:24:52.497751 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8184ee-0419-4989-9a10-3f1999698fd8 req-112bcc1e-81c3-4639-9978-29c496aab19b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.499239 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9d8184ee-0419-4989-9a10-3f1999698fd8 req-112bcc1e-81c3-4639-9978-29c496aab19b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0800064 Jun 29 17:24:52.550282 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9d8184ee-0419-4989-9a10-3f1999698fd8 req-95e2e735-bfd0-46a2-9722-2ddb6a027acf tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Jun 29 17:24:52.892167 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce7270-a24e-44a4-ae6f-88af33a0dd69 req-5de0b08b-8aa7-4b74-a42a-ed158098d0aa tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.896779 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-01ce7270-a24e-44a4-ae6f-88af33a0dd69 req-5de0b08b-8aa7-4b74-a42a-ed158098d0aa tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.1037040 Jun 29 17:24:52.927678 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d783e-fa5d-4039-a208-cc359190e86f req-d444e6d0-442e-4642-9696-14ed7b360fb4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.927678 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f74d783e-fa5d-4039-a208-cc359190e86f req-d444e6d0-442e-4642-9696-14ed7b360fb4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1091487 Jun 29 17:24:52.944161 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-01ce7270-a24e-44a4-ae6f-88af33a0dd69 req-2497ca40-06e3-4ece-b32a-6a9565d0ac81 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Jun 29 17:24:52.977343 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f74d783e-fa5d-4039-a208-cc359190e86f req-92b36a15-e9d4-4981-b1e0-fc4d888dfca8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Jun 29 17:24:53.256280 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972acc2a-27c5-48ae-a3e6-41f67f73db56 req-dfe6c215-a075-48e3-86f7-7181f23cc859 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:53.258115 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-972acc2a-27c5-48ae-a3e6-41f67f73db56 req-dfe6c215-a075-48e3-86f7-7181f23cc859 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0769808 Jun 29 17:24:53.308542 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-972acc2a-27c5-48ae-a3e6-41f67f73db56 req-d3f67ecb-c5e6-40e7-87db-34313c477841 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Jun 29 17:24:53.549863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f45da-9fc6-4f47-83b6-1681033f5c7f req-59c42080-1911-44f3-b378-8f3011d222f4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:53.551314 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-035f45da-9fc6-4f47-83b6-1681033f5c7f req-59c42080-1911-44f3-b378-8f3011d222f4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0845962 Jun 29 17:24:53.665155 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-035f45da-9fc6-4f47-83b6-1681033f5c7f req-be007cca-3a46-47c7-961b-b3b5dabf0fcd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078172 Jun 29 17:24:53.765324 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9d7ab-e4b4-490c-b6f3-18a8884cb988 req-715538bc-c08e-4e49-854c-452199b2f062 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:53.766825 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-63a9d7ab-e4b4-490c-b6f3-18a8884cb988 req-715538bc-c08e-4e49-854c-452199b2f062 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0840707 Jun 29 17:24:53.813646 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-63a9d7ab-e4b4-490c-b6f3-18a8884cb988 req-d73dedc6-ce49-4f12-b180-a87fbccfd348 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Jun 29 17:24:54.150611 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b3d3-6e15-422b-b59d-ab9a540aaab6 req-dbf1bae1-0749-4341-ac71-4fd2e9c8f8a3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:54.152051 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7dd7b3d3-6e15-422b-b59d-ab9a540aaab6 req-dbf1bae1-0749-4341-ac71-4fd2e9c8f8a3 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0838656 Jun 29 17:24:54.174795 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bffc72-e0cc-4fec-bf72-bf1e37134b88 req-674133ac-b40a-4359-b180-f872182de9b7 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:54.176276 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-51bffc72-e0cc-4fec-bf72-bf1e37134b88 req-674133ac-b40a-4359-b180-f872182de9b7 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0794258 Jun 29 17:24:54.207504 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7dd7b3d3-6e15-422b-b59d-ab9a540aaab6 req-791aeae3-0d85-4788-b26d-29e2d6047af6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Jun 29 17:24:54.236939 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-51bffc72-e0cc-4fec-bf72-bf1e37134b88 req-78c2bce6-6c0d-4a55-9345-49ca86a0dc62 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529754 Jun 29 17:24:54.520303 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1d933-ef43-4195-b08b-09e7fbd73c75 req-96725d0d-d566-4025-9790-e28ccbde12e0 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:54.521762 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-06b1d933-ef43-4195-b08b-09e7fbd73c75 req-96725d0d-d566-4025-9790-e28ccbde12e0 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.0881338 Jun 29 17:24:54.568857 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-06b1d933-ef43-4195-b08b-09e7fbd73c75 req-7b2bac85-ecaa-4626-b116-0d496ba53517 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Jun 29 17:24:54.895980 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ab87-b53c-4bda-a0d8-0ea914d7870a req-fbf1d3d3-e5c3-448e-9c7e-14df58dbb8e6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:54.897535 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee95ab87-b53c-4bda-a0d8-0ea914d7870a req-fbf1d3d3-e5c3-448e-9c7e-14df58dbb8e6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0895698 Jun 29 17:24:54.943289 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee95ab87-b53c-4bda-a0d8-0ea914d7870a req-47b940c6-c6c5-4c1f-9042-dc039a758c17 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Jun 29 17:24:55.019772 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19efe7-b655-4744-b353-f5575da64a92 req-adc84b4c-98be-4418-9639-74885d62f55d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:55.021362 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2b19efe7-b655-4744-b353-f5575da64a92 req-adc84b4c-98be-4418-9639-74885d62f55d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0776088 Jun 29 17:24:55.028194 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Request body: {'port': {'device_id': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:24:55.070741 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2b19efe7-b655-4744-b353-f5575da64a92 req-fc64d7f7-1da8-419c-b395-ff9cee2ce508 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Jun 29 17:24:55.199817 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.459447 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57b09d-d1a7-4ebd-acd7-c2339c8dd31f req-7a9a8f50-6ae9-48d5-ae11-eb732f7f60b6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:55.460907 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1b57b09d-d1a7-4ebd-acd7-c2339c8dd31f req-7a9a8f50-6ae9-48d5-ae11-eb732f7f60b6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.0825124 Jun 29 17:24:55.509871 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1b57b09d-d1a7-4ebd-acd7-c2339c8dd31f req-55922da9-7fb7-49c5-82fd-46c3e9f7f35b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Jun 29 17:24:55.624119 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-36473be6-bc4c-4902-a438-02ebd5d598a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c&tenant_id=b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 1096 time: 0.0721891 Jun 29 17:24:55.626004 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cb001-53c3-4006-b94e-3ae1f187e2e7 req-4dc3e4b3-7e16-4b02-b6b8-3de1de316de2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:55.627463 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-379cb001-53c3-4006-b94e-3ae1f187e2e7 req-4dc3e4b3-7e16-4b02-b6b8-3de1de316de2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.2583749 Jun 29 17:24:55.632276 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0f276fe8-e7a3-4d36-b194-5908be9f4324 req-a9885de6-503a-4508-abdb-fdce9dafeb22 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 1099 time: 0.2103763 Jun 29 17:24:55.753089 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:24:55.761202 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.765303 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-379cb001-53c3-4006-b94e-3ae1f187e2e7 req-abd72af5-0239-430b-a9e2-d393b671d1ec tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309693 Jun 29 17:24:55.791968 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Transition to ACTIVE for port object 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:55.795206 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0f276fe8-e7a3-4d36-b194-5908be9f4324 req-d8bc4adf-27cc-4775-9d14-99e7f4da4f33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793772 Jun 29 17:24:55.797066 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.801676 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-71bf3f5a-dc30-49ec-8ca3-1b5f568ac79a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:55.846008 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-934c4c16-a47a-42e0-9c97-58dbf429ccf0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1096 time: 0.1405833 Jun 29 17:24:55.851433 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6e6ca-a6bb-40a1-925b-a9b16a05ce1a req-78391238-0637-4c05-a13e-8353bc9b3cc4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:55.852750 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-32e6e6ca-a6bb-40a1-925b-a9b16a05ce1a req-78391238-0637-4c05-a13e-8353bc9b3cc4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 931 time: 0.1152465 Jun 29 17:24:55.902223 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-32e6e6ca-a6bb-40a1-925b-a9b16a05ce1a req-10318932-57fb-4ed5-ae09-90a1c16947b8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Jun 29 17:24:55.928525 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:55.931645 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:56.036872 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Attempting to bind port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:56.037209 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Attempting to bind port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:56.037545 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Attempting to bind port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea on network 198bb5bc-047d-4e48-b62b-a3eee71be3af {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:56.043806 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea on network 198bb5bc-047d-4e48-b62b-a3eee71be3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:24:56.044371 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Attempting to bind port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea on network 198bb5bc-047d-4e48-b62b-a3eee71be3af {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:24:56.051484 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:24:56.051816 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Checking segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:24:56.052195 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Bound using segment: {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:24:56.052653 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Bound port: 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9506d38-faa8-4aa5-9531-05d5eed0b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:56.052995 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:56.192569 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:56.196136 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:56.202631 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:56.207064 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b73c1d2b-c25a-4acc-b90b-38447eb2d564 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:56.269821 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d599ae-d6db-442d-b243-770a2b6475f3 req-49d8459a-3158-4331-97d0-d6519d110e0d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:56.271285 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a5d599ae-d6db-442d-b243-770a2b6475f3 req-49d8459a-3158-4331-97d0-d6519d110e0d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1740479 Jun 29 17:24:56.283656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:56.284999 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] 10.222.0.81 "PUT /v2.0/ports/4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 1093 time: 1.2641356 Jun 29 17:24:56.298005 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:24:56.328652 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:56.334869 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:56.343608 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a5d599ae-d6db-442d-b243-770a2b6475f3 req-550cec8e-1bd9-442b-805a-97a87c89275f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655780 Jun 29 17:24:56.358539 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297601a-27bd-4514-9ccb-ce32120b8041 req-fe0b1850-3a3c-4e29-8fcf-2626f58ee215 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:56.360200 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c297601a-27bd-4514-9ccb-ce32120b8041 req-fe0b1850-3a3c-4e29-8fcf-2626f58ee215 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1652200 Jun 29 17:24:56.430050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-17885f36-b716-4b3a-8065-63c783889bda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:56.431478 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-17885f36-b716-4b3a-8065-63c783889bda service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1818113 Jun 29 17:24:56.444845 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c297601a-27bd-4514-9ccb-ce32120b8041 req-28dcbdb7-d50c-4592-94de-d155241cd9f2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755892 Jun 29 17:24:56.482181 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'status': 'completed', 'code': 200} Jun 29 17:24:56.515472 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-a5aab1a7-79b3-4915-8a1f-f3d8d9ead42c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1096 time: 0.0860827 Jun 29 17:24:56.549031 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-2902701a-1f21-41ed-83c2-b6b3929b7226 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 999 time: 0.0988183 Jun 29 17:24:56.611418 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-5868cd16-e9b7-4bfd-85bf-65c361e4c4eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 217 time: 0.0607450 Jun 29 17:24:56.625040 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-50efc754-4dd4-45e4-ad7a-63a4dd72d580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:56.626481 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-50efc754-4dd4-45e4-ad7a-63a4dd72d580 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0627029 Jun 29 17:24:56.738229 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853913ff-418e-464b-b1f5-4da9ac32356b req-fbd4a959-6ce7-41ee-b921-bbf8140de946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:56.739170 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-9b479f20-dd78-4c50-85c8-31c59da1e4be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748348 Jun 29 17:24:56.739927 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-fbd4a959-6ce7-41ee-b921-bbf8140de946 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.1149561 Jun 29 17:24:56.768840 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b4783-2f56-4d2c-a8f5-b577555b3f2e req-3618bbba-407b-434f-b379-19c19e7fa7e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:56.770270 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b19b4783-2f56-4d2c-a8f5-b577555b3f2e req-3618bbba-407b-434f-b379-19c19e7fa7e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 943 time: 0.1006474 Jun 29 17:24:56.870033 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b19b4783-2f56-4d2c-a8f5-b577555b3f2e req-11ec790f-bac9-4ba0-b91d-a0d0d0d3fc04 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939145 Jun 29 17:24:56.889222 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-41776cb1-6cab-4304-ba1a-372b69f5870f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986693 Jun 29 17:24:56.935726 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 56186712-3233-4ba5-b8cd-e15be01aab84 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:24:56.956593 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-8331ca5e-6ab6-4f4b-916f-41b2d95900e1 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729667 Jun 29 17:24:57.083704 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2906c02-28ee-44c8-8249-e8ef3c8f9fcb req-c7aa4b79-3da5-42b1-a2e4-f9152c7c6624 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:57.085144 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e2906c02-28ee-44c8-8249-e8ef3c8f9fcb req-c7aa4b79-3da5-42b1-a2e4-f9152c7c6624 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.1890237 Jun 29 17:24:57.097609 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 56186712-3233-4ba5-b8cd-e15be01aab84, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=56186712-3233-4ba5-b8cd-e15be01aab84,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:57.113349 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '56186712-3233-4ba5-b8cd-e15be01aab84', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'port_id': '56186712-3233-4ba5-b8cd-e15be01aab84', 'mac_address': 'fa:16:3e:f3:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:24:57.158395 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559255f2-266c-4b42-a10f-3e9daf2d2bce req-455a6680-1ce8-4141-b93c-5ec1238264cd service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850867 Jun 29 17:24:57.169334 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e2906c02-28ee-44c8-8249-e8ef3c8f9fcb req-16c06860-fff1-4fb0-8d5a-744d50b02582 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759077 Jun 29 17:24:57.174746 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.211018 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56186712-3233-4ba5-b8cd-e15be01aab84 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:24:57.228575 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.233192 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 56186712-3233-4ba5-b8cd-e15be01aab84, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=56186712-3233-4ba5-b8cd-e15be01aab84,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:24:57.237376 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-78e11cd8-73c3-4baf-8619-1e1bb4d37661 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834053 Jun 29 17:24:57.238031 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.240293 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-798a3771-7560-40c1-8a74-c8b5d8aff8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:57.334059 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=56186712-3233-4ba5-b8cd-e15be01aab84,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:57.338515 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132cf18-a629-414f-87d1-8b23bcf00b93 req-209725eb-7c76-4b10-a240-f1485d57508b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:57.340025 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9132cf18-a629-414f-87d1-8b23bcf00b93 req-209725eb-7c76-4b10-a240-f1485d57508b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 943 time: 0.2697117 Jun 29 17:24:57.342630 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.342966 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.343292 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.343631 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.343947 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.344246 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.344591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.344905 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.345234 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.345541 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.345863 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:57.350097 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:57.425996 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9132cf18-a629-414f-87d1-8b23bcf00b93 req-d24b67f5-2c01-46ce-8a95-db535cbedeaa tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782366 Jun 29 17:24:57.429327 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-853913ff-418e-464b-b1f5-4da9ac32356b req-f0ebbeed-9909-4b51-a730-5a002a6ed80c service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784527 Jun 29 17:24:57.564686 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aaac1a-b005-4d0d-8f6c-73c258447a82 req-d0e5f2b7-ef6c-45c9-97dc-72642008168d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:57.566283 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b9aaac1a-b005-4d0d-8f6c-73c258447a82 req-d0e5f2b7-ef6c-45c9-97dc-72642008168d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0807743 Jun 29 17:24:57.613092 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b9aaac1a-b005-4d0d-8f6c-73c258447a82 req-c9088007-c117-411f-8bc6-63bd5eee66bc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408356 Jun 29 17:24:57.705390 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9775-411d-4e74-ab3c-a3cd4d9f726e req-17b8065b-cba8-4a10-9be1-5fab0f939fbe tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:57.706992 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-32bf9775-411d-4e74-ab3c-a3cd4d9f726e req-17b8065b-cba8-4a10-9be1-5fab0f939fbe tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1328702 Jun 29 17:24:57.718072 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-23f00b98-35e6-4402-9207-3b344016cdd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1096 time: 0.1003320 Jun 29 17:24:57.843289 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-32bf9775-411d-4e74-ab3c-a3cd4d9f726e req-bfd7ef67-fa95-448d-84c1-9e2a473cdf2a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297600 Jun 29 17:24:57.885757 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-dc651fa0-2506-4424-a470-bf630f581532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:57.887123 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-dc651fa0-2506-4424-a470-bf630f581532 service neutron] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 916 time: 0.1480813 Jun 29 17:24:58.000396 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-6bb8d1a9-2906-453f-8509-abebcc1118a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 217 time: 0.0640979 Jun 29 17:24:58.083796 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['56186712-3233-4ba5-b8cd-e15be01aab84'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:24:58.149177 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e2d38-23f1-4132-9b4f-7f1d6a1ea7e1 req-e36777cf-599c-4e4e-884d-74d5dd2d03c7 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:58.151229 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8e7e2d38-23f1-4132-9b4f-7f1d6a1ea7e1 req-e36777cf-599c-4e4e-884d-74d5dd2d03c7 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 944 time: 0.1500938 Jun 29 17:24:58.197727 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-65d2a536-4a0d-44e0-b5cf-52b46fca98f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:58.199671 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-65d2a536-4a0d-44e0-b5cf-52b46fca98f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.0753305 Jun 29 17:24:58.263316 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8e7e2d38-23f1-4132-9b4f-7f1d6a1ea7e1 req-e5c91f9d-f1bd-49e2-b4a7-c814719cb688 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996077 Jun 29 17:24:58.412832 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-f6cab22a-f314-425a-b6d6-d06c5fb46910 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1853836 Jun 29 17:24:58.438811 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c524e-30fb-4357-bb66-51bc323ea8c7 req-451c1c9f-9374-4e11-8625-e8d003d0c1e5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:58.440245 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-542c524e-30fb-4357-bb66-51bc323ea8c7 req-451c1c9f-9374-4e11-8625-e8d003d0c1e5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0946798 Jun 29 17:24:58.569402 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-542c524e-30fb-4357-bb66-51bc323ea8c7 req-94833bb9-db23-4b63-b8ed-67d9b5e20b0c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088126 Jun 29 17:24:58.604596 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-9b9ead40-ec64-4af5-aaa1-6fe189de79a7 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632919 Jun 29 17:24:58.638411 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-bcaad354-cd0a-4360-87cf-211c95a57180 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1096 time: 0.1298246 Jun 29 17:24:58.653968 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561c7df-fa0d-4041-8acc-49824b4bae62 req-c0da3555-bede-418d-ae5d-623a0b6b9c4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:58.656496 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6561c7df-fa0d-4041-8acc-49824b4bae62 req-c0da3555-bede-418d-ae5d-623a0b6b9c4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 943 time: 0.1058273 Jun 29 17:24:58.805451 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6561c7df-fa0d-4041-8acc-49824b4bae62 req-59fad2d2-e5fb-455e-885c-5582b885d0ca tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430774 Jun 29 17:24:58.842215 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d6ed9184-6cc9-4a24-8382-342621a00bfa req-ad5d6893-0799-48ed-bcfb-c7d64ce9fa02 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172151 Jun 29 17:24:58.861267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-c708f383-6a26-4f8a-b072-cef33da3c825 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:58.863543 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-c708f383-6a26-4f8a-b072-cef33da3c825 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1621480 Jun 29 17:24:58.878133 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31800d8-98a3-41e8-9841-204814dd2e00 req-d7fd1c03-99cd-4a60-acfa-6b75eef278dd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:58.879744 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b31800d8-98a3-41e8-9841-204814dd2e00 req-d7fd1c03-99cd-4a60-acfa-6b75eef278dd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1157877 Jun 29 17:24:58.932803 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b31800d8-98a3-41e8-9841-204814dd2e00 req-73c6fdf2-df3f-478b-8f96-cdfbe6143f45 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Jun 29 17:24:59.097780 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-b1d2999e-7d7b-4f2a-8ee0-fc4927788ba9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 200 len: 999 time: 0.1622469 Jun 29 17:24:59.128013 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ced-6342-4070-8f50-57bb68d9860d req-0f788cf3-fd97-4dc2-bf13-eec2f565eb03 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:59.129546 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91f14ced-6342-4070-8f50-57bb68d9860d req-0f788cf3-fd97-4dc2-bf13-eec2f565eb03 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1014466 Jun 29 17:24:59.244507 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91f14ced-6342-4070-8f50-57bb68d9860d req-ee59a216-c13c-40a4-96e3-61534452af31 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085753 Jun 29 17:24:59.246081 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d9031da7-be38-43a7-a813-19a33f74f79a req-8207f6ce-a5eb-4d60-b05b-5591461e6e31 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.0810304 Jun 29 17:24:59.256406 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-2cce6067-c0bc-4202-b761-edb59c235ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:59.257924 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-2cce6067-c0bc-4202-b761-edb59c235ceb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0924330 Jun 29 17:24:59.333914 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d9031da7-be38-43a7-a813-19a33f74f79a req-4fbc93e3-2913-4e9b-8ae4-5b01b2721152 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Jun 29 17:24:59.361749 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-53276a85-da58-49bc-84d5-64023171f752 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768964 Jun 29 17:24:59.490042 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462d678-1823-4c17-9f99-50ba980e8ffd req-2c41a123-9b4c-409c-ba53-0916ccfa3136 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:59.491405 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3462d678-1823-4c17-9f99-50ba980e8ffd req-2c41a123-9b4c-409c-ba53-0916ccfa3136 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 944 time: 0.0845802 Jun 29 17:24:59.547165 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3462d678-1823-4c17-9f99-50ba980e8ffd req-e8d9d65e-e60c-49ed-bfe2-3c0ea7ca3621 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475137 Jun 29 17:24:59.566102 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f131c023-5b09-4983-8000-dd5d9a8bdfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.116586 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.134325 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-7b1e5040-0976-4fd3-afd1-e0a45d04a898 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010715 Jun 29 17:25:00.141024 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f141-e08a-42c1-9e96-79613c4d2023 req-fe00533f-6c49-4dfe-b23f-9f233f626e51 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:00.142491 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a2d1f141-e08a-42c1-9e96-79613c4d2023 req-fe00533f-6c49-4dfe-b23f-9f233f626e51 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 943 time: 0.1897988 Jun 29 17:25:00.253002 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517a912-e915-4079-88d9-9b86de6b7302 req-542e504d-0283-45c3-8c24-648261d7d1a3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:00.254452 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a517a912-e915-4079-88d9-9b86de6b7302 req-542e504d-0283-45c3-8c24-648261d7d1a3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1406035 Jun 29 17:25:00.330301 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8cd5e889-d79e-465b-9cd4-61dcc5afec2c req-b8c51644-9714-4442-9369-670707ccbb3e service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821890 Jun 29 17:25:00.357494 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a2d1f141-e08a-42c1-9e96-79613c4d2023 req-957103de-8628-4879-b52b-abef9999ee5c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893494 Jun 29 17:25:00.373481 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a517a912-e915-4079-88d9-9b86de6b7302 req-35f30d46-f7d9-449c-b24e-776b04d1707f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057861 Jun 29 17:25:00.604566 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464075-41e1-48c0-b483-11eaa6377158 req-acdd28fb-a786-43a8-8840-4a1f48147f70 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:00.606057 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c1464075-41e1-48c0-b483-11eaa6377158 req-acdd28fb-a786-43a8-8840-4a1f48147f70 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0851026 Jun 29 17:25:00.656611 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c1464075-41e1-48c0-b483-11eaa6377158 req-c6388a47-581d-43dc-aad0-2f134625a5b8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439842 Jun 29 17:25:00.911517 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e58fa-6d7b-43d0-bca8-4b6b8aa22d6e req-c18bc413-8a47-481a-9036-a3ebf125bc63 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:00.913366 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e7e58fa-6d7b-43d0-bca8-4b6b8aa22d6e req-c18bc413-8a47-481a-9036-a3ebf125bc63 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 944 time: 0.1415870 Jun 29 17:25:00.952915 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 56186712-3233-4ba5-b8cd-e15be01aab84 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:25:00.960379 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e7e58fa-6d7b-43d0-bca8-4b6b8aa22d6e req-1f6c7788-8cbf-4075-bd27-794be3c6d81b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Jun 29 17:25:01.028524 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 56186712-3233-4ba5-b8cd-e15be01aab84 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:01.033739 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 56186712-3233-4ba5-b8cd-e15be01aab84 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:01.034117 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:01.163333 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:01.190693 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:01.200474 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 56186712-3233-4ba5-b8cd-e15be01aab84, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=56186712-3233-4ba5-b8cd-e15be01aab84,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:01.205890 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:01.208694 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:01.276590 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84', 'code': 200} Jun 29 17:25:01.281818 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=56186712-3233-4ba5-b8cd-e15be01aab84,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:01.284887 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:01.584676 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1284db1-efbe-4247-9651-e3c02008c6fe req-2aea7390-acc9-423c-ab5e-f1f43002c371 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:01.586134 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e1284db1-efbe-4247-9651-e3c02008c6fe req-2aea7390-acc9-423c-ab5e-f1f43002c371 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 943 time: 0.0828593 Jun 29 17:25:01.633374 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e1284db1-efbe-4247-9651-e3c02008c6fe req-a725298e-1cdf-4e24-a10e-dee5182f3faf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Jun 29 17:25:01.830994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c27dc4-ba0e-418d-bd0f-eed98c35fadd req-067b3ff7-31eb-44c5-a12e-0039fa0c0d11 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:01.832467 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-64c27dc4-ba0e-418d-bd0f-eed98c35fadd req-067b3ff7-31eb-44c5-a12e-0039fa0c0d11 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0852628 Jun 29 17:25:01.896371 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-64c27dc4-ba0e-418d-bd0f-eed98c35fadd req-81e68596-84b3-4cba-a557-06a7602bbcf7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579746 Jun 29 17:25:01.918857 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8791f5e9-5435-4cf2-9cd5-1dbf28eeeb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:02.113508 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ff8b-10c3-4833-b924-c129a888f007 req-c12f1def-41cc-43d9-9f8c-892ce0863d28 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:02.115002 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9896ff8b-10c3-4833-b924-c129a888f007 req-c12f1def-41cc-43d9-9f8c-892ce0863d28 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0929310 Jun 29 17:25:02.168811 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9896ff8b-10c3-4833-b924-c129a888f007 req-4b2808af-7e22-47b9-82a8-5db68626039d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Jun 29 17:25:02.371575 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df232dcd-e8c7-42bb-b422-22d90a2a6a4f req-ccc87d2c-d019-4623-ac3f-7171a993f27e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:02.373062 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df232dcd-e8c7-42bb-b422-22d90a2a6a4f req-ccc87d2c-d019-4623-ac3f-7171a993f27e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0887349 Jun 29 17:25:02.421539 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-df232dcd-e8c7-42bb-b422-22d90a2a6a4f req-67715a56-715a-46ce-805e-af90d232f92f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426292 Jun 29 17:25:02.849850 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a80dc-0adf-4103-8382-bb35773f4786 req-3c39a847-33b4-424a-af82-82dc1c88c292 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:02.851329 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-667a80dc-0adf-4103-8382-bb35773f4786 req-3c39a847-33b4-424a-af82-82dc1c88c292 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 943 time: 0.0890028 Jun 29 17:25:02.902020 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-667a80dc-0adf-4103-8382-bb35773f4786 req-484c146c-306e-4d4e-a464-95c430da14b1 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Jun 29 17:25:02.956683 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:25:03.063023 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.113985 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:03.127717 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161982b-24b3-4e6b-bc08-5f042bddf46c req-f1400ba2-dbe8-43b0-9501-78874bdc30d9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:03.128145 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'port_id': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'mac_address': 'fa:16:3e:87:4d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:25:03.129569 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5161982b-24b3-4e6b-bc08-5f042bddf46c req-f1400ba2-dbe8-43b0-9501-78874bdc30d9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0885773 Jun 29 17:25:03.179558 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5161982b-24b3-4e6b-bc08-5f042bddf46c req-a01bf2e4-399d-47ad-83de-5672e0fb17ab tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440047 Jun 29 17:25:03.185714 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.204649 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:03.222025 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:03.226316 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.228106 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-c1e70207-9d7e-4ac7-813e-68454a04cd3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:03.318411 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:03.323073 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:03.560010 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b7df-e10b-4a0b-a827-3f63d421b55e req-9659960a-6b9a-41f3-b79d-769479005249 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:03.561755 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af36b7df-e10b-4a0b-a827-3f63d421b55e req-9659960a-6b9a-41f3-b79d-769479005249 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0875037 Jun 29 17:25:03.609191 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af36b7df-e10b-4a0b-a827-3f63d421b55e req-a60dbf10-fe5a-4d12-81c4-d5d6083bfa71 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415256 Jun 29 17:25:03.808685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23192c-933f-433d-9f7b-f8e441611ca1 req-75518402-6ebc-4b45-802a-86fc12a0b4bc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:03.810205 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2e23192c-933f-433d-9f7b-f8e441611ca1 req-75518402-6ebc-4b45-802a-86fc12a0b4bc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0858998 Jun 29 17:25:03.866579 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2e23192c-933f-433d-9f7b-f8e441611ca1 req-16cb3f0f-2153-4dc2-b65c-689d75b33109 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479586 Jun 29 17:25:03.906424 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:04.109079 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c697-92bf-46db-a653-296f98b4f31a req-5e1c3b69-ea59-4f4f-b1fd-5b9cf0c6fb65 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:04.110255 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-33b2c697-92bf-46db-a653-296f98b4f31a req-5e1c3b69-ea59-4f4f-b1fd-5b9cf0c6fb65 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 944 time: 0.0833998 Jun 29 17:25:04.158012 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-33b2c697-92bf-46db-a653-296f98b4f31a req-e1e3130a-d9f0-4818-ad11-e811c53f351f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Jun 29 17:25:04.400103 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35053b-4e89-4499-bc39-2beb383e2b31 req-4ff26e14-50fc-4884-8d33-ee83962f905d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:04.401564 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ff35053b-4e89-4499-bc39-2beb383e2b31 req-4ff26e14-50fc-4884-8d33-ee83962f905d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0843520 Jun 29 17:25:04.448775 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ff35053b-4e89-4499-bc39-2beb383e2b31 req-c821258d-95dd-4749-8380-8c3a72d783f6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Jun 29 17:25:04.505460 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.817843 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba842e1-f896-4467-8f37-0c00c5a09657 req-ee907be3-f869-4923-b454-3756f864119f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:04.819344 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-aba842e1-f896-4467-8f37-0c00c5a09657 req-ee907be3-f869-4923-b454-3756f864119f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0820379 Jun 29 17:25:04.867768 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-aba842e1-f896-4467-8f37-0c00c5a09657 req-00d0fb90-5dba-45e2-ba77-e20c99b40278 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Jun 29 17:25:05.088878 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770e7d1-348a-4b93-8f26-16d55450174f req-6f041dc0-d5d9-4e66-a841-66426f0ea9f8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:05.090338 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0770e7d1-348a-4b93-8f26-16d55450174f req-6f041dc0-d5d9-4e66-a841-66426f0ea9f8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0965533 Jun 29 17:25:05.138417 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0770e7d1-348a-4b93-8f26-16d55450174f req-84c08946-c435-422e-9879-e6cfc7548108 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Jun 29 17:25:05.364301 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378f455-44c8-4f89-b65c-2823cea85fc2 req-5dc9048d-aa09-45aa-a281-9b5110791a2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:05.365759 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e378f455-44c8-4f89-b65c-2823cea85fc2 req-5dc9048d-aa09-45aa-a281-9b5110791a2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 944 time: 0.0773077 Jun 29 17:25:05.435073 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e378f455-44c8-4f89-b65c-2823cea85fc2 req-d2c44eeb-cf41-45b0-9e42-c7b212869410 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603030 Jun 29 17:25:05.671325 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612221fe-1930-45f3-8f4c-794636587325 req-2298a070-2725-4ea7-8221-5de374f7f29a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:05.672921 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-612221fe-1930-45f3-8f4c-794636587325 req-2298a070-2725-4ea7-8221-5de374f7f29a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0867958 Jun 29 17:25:05.723823 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-612221fe-1930-45f3-8f4c-794636587325 req-116f36d8-38b0-499b-b335-ed811f28c3f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Jun 29 17:25:06.075334 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac676d-4e17-4965-a09b-a2ada2631b1a req-3b06700c-d92f-4c7a-8b0b-996972fdac27 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:06.077118 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4fac676d-4e17-4965-a09b-a2ada2631b1a req-3b06700c-d92f-4c7a-8b0b-996972fdac27 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0816970 Jun 29 17:25:06.129178 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4fac676d-4e17-4965-a09b-a2ada2631b1a req-aaacc41f-6339-43ff-a713-eb2a83b58da0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Jun 29 17:25:06.353206 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd340-2b7a-410c-90c4-2a4d610e593e req-cb8c95f3-e43e-471f-a6fc-6d925326beeb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:06.354691 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b3cd340-2b7a-410c-90c4-2a4d610e593e req-cb8c95f3-e43e-471f-a6fc-6d925326beeb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0836198 Jun 29 17:25:06.405512 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b3cd340-2b7a-410c-90c4-2a4d610e593e req-0f2b6e8f-ba46-4d55-b12d-7fdeebab36dc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445616 Jun 29 17:25:06.641585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc711d-30c9-4671-9327-c8de8c8d73f3 req-b24398f6-183f-4814-a220-ecb783cae662 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:06.642998 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0cdc711d-30c9-4671-9327-c8de8c8d73f3 req-b24398f6-183f-4814-a220-ecb783cae662 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 944 time: 0.0857754 Jun 29 17:25:06.692568 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0cdc711d-30c9-4671-9327-c8de8c8d73f3 req-1fc12cae-e917-413f-a196-1d913a744e28 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Jun 29 17:25:06.949336 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3d7b-558d-4808-9983-8c5f662b4c91 req-c0f37874-d9fb-4f68-92c9-7f499e007030 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:06.952067 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-192a3d7b-558d-4808-9983-8c5f662b4c91 req-c0f37874-d9fb-4f68-92c9-7f499e007030 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0867350 Jun 29 17:25:06.978311 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:25:07.002503 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-192a3d7b-558d-4808-9983-8c5f662b4c91 req-c666bb13-abdd-4fc7-a0b8-236d8573f33a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Jun 29 17:25:07.062675 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:07.068162 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:07.068561 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:07.190511 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:07.220125 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:07.231796 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:07.236521 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:07.240215 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-5eb48fdb-e97a-4c63-b264-24e8be150bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:07.333020 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:07.336567 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:07.458164 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df03457-6fb4-4992-9671-c18ee677c5f0 req-40f3bb56-5cd1-441e-8256-27d9c83ac813 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:07.459810 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4df03457-6fb4-4992-9671-c18ee677c5f0 req-40f3bb56-5cd1-441e-8256-27d9c83ac813 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1547060 Jun 29 17:25:07.507503 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4df03457-6fb4-4992-9671-c18ee677c5f0 req-9a9182fb-4845-4ecd-bbce-2198339bf064 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Jun 29 17:25:07.580137 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'code': 200} Jun 29 17:25:07.754798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227e6c8-dff8-4a59-b807-8e0c821ab723 req-fbe2e4fe-a249-4393-b449-a65b563bf738 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:07.760836 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d227e6c8-dff8-4a59-b807-8e0c821ab723 req-fbe2e4fe-a249-4393-b449-a65b563bf738 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0787530 Jun 29 17:25:07.810864 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d227e6c8-dff8-4a59-b807-8e0c821ab723 req-d312b9a1-0767-4744-918c-d0034e429704 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486794 Jun 29 17:25:08.017095 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaff90-a8ac-4f93-9745-d9878e59d0e5 req-fa6474f0-3b7d-45ca-a4a1-afe3fa2f17dd tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:08.018492 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f1aaff90-a8ac-4f93-9745-d9878e59d0e5 req-fa6474f0-3b7d-45ca-a4a1-afe3fa2f17dd tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0940239 Jun 29 17:25:08.068299 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f1aaff90-a8ac-4f93-9745-d9878e59d0e5 req-b98b49ad-7058-44b2-a8f2-35de88786554 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439231 Jun 29 17:25:08.282126 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40850f9-dff8-4e9a-a884-953e516148fa req-c423008f-9bc5-4004-9146-0109cec06d7d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:08.283655 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b40850f9-dff8-4e9a-a884-953e516148fa req-c423008f-9bc5-4004-9146-0109cec06d7d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1019201 Jun 29 17:25:08.332988 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b40850f9-dff8-4e9a-a884-953e516148fa req-c1c0d35c-c5d3-4703-b16f-d44ee737e2f3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 Jun 29 17:25:08.716980 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75567404-8ca1-4f9f-85cb-3af05a1ca00f req-f5b63ae5-7480-4b7d-b3ed-bbca54797909 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:08.718418 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-75567404-8ca1-4f9f-85cb-3af05a1ca00f req-f5b63ae5-7480-4b7d-b3ed-bbca54797909 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0780089 Jun 29 17:25:08.764815 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-75567404-8ca1-4f9f-85cb-3af05a1ca00f req-3a6414a3-42a5-427e-ade4-860c291df42f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Jun 29 17:25:09.026324 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e2271-dfee-4a53-b4e7-316f944a2de6 req-5dce9695-2ffb-423f-9359-dba73e991f5b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:09.027795 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-142e2271-dfee-4a53-b4e7-316f944a2de6 req-5dce9695-2ffb-423f-9359-dba73e991f5b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0880227 Jun 29 17:25:09.078429 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-142e2271-dfee-4a53-b4e7-316f944a2de6 req-49cb39ea-3311-4134-90d7-38a984474599 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Jun 29 17:25:09.296456 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262459b-c50e-4878-9b9d-0fa6af7b012b req-37d8ba23-2edd-4214-ac99-d2ee12f03fdb tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:09.304024 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6262459b-c50e-4878-9b9d-0fa6af7b012b req-37d8ba23-2edd-4214-ac99-d2ee12f03fdb tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.1071150 Jun 29 17:25:09.354570 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6262459b-c50e-4878-9b9d-0fa6af7b012b req-f23fe2c9-b3f5-415a-b519-97eb4df21a34 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Jun 29 17:25:09.552734 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf4c41-7bf2-4cda-885f-2550b21ac321 req-9d2b5985-f4f5-4cfb-8b7c-3ba6ae7379a6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:09.554273 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-24cf4c41-7bf2-4cda-885f-2550b21ac321 req-9d2b5985-f4f5-4cfb-8b7c-3ba6ae7379a6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0808680 Jun 29 17:25:09.604482 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-24cf4c41-7bf2-4cda-885f-2550b21ac321 req-5ce9dae4-86fd-49d0-b8fe-5003eca5c037 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Jun 29 17:25:09.972748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeda73-e589-438c-92c7-a5d6fc9b507a req-0555b902-e823-4f65-a7e7-50e1d9efa593 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:09.974222 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbbeda73-e589-438c-92c7-a5d6fc9b507a req-0555b902-e823-4f65-a7e7-50e1d9efa593 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0818820 Jun 29 17:25:10.022480 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbbeda73-e589-438c-92c7-a5d6fc9b507a req-ea9dae6f-ce7a-4343-83e9-3b085830700d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Jun 29 17:25:10.294324 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f42a3-bfc1-4084-9d81-af6bf31781d6 req-71f2671a-f415-4187-9b5d-2f85fe074384 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:10.296407 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8c9f42a3-bfc1-4084-9d81-af6bf31781d6 req-71f2671a-f415-4187-9b5d-2f85fe074384 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0911531 Jun 29 17:25:10.342386 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8c9f42a3-bfc1-4084-9d81-af6bf31781d6 req-3886e2dc-3fb1-4754-857a-000a89520555 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Jun 29 17:25:10.561816 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60489b31-6a78-4834-bf7a-68af758783b9 req-dfc5bbc9-dac1-440f-9076-0df67a3a56df tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:10.563292 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-60489b31-6a78-4834-bf7a-68af758783b9 req-dfc5bbc9-dac1-440f-9076-0df67a3a56df tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0844934 Jun 29 17:25:10.610159 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-60489b31-6a78-4834-bf7a-68af758783b9 req-1cfa7348-3e3c-47d6-894c-f3794b494e13 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jun 29 17:25:10.849623 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1d4b-938c-4957-9714-d42ea71583fd req-902d0cd4-cb82-4ab1-a719-a080fe01ba7c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:10.851017 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-756f1d4b-938c-4957-9714-d42ea71583fd req-902d0cd4-cb82-4ab1-a719-a080fe01ba7c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0803947 Jun 29 17:25:10.902901 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-756f1d4b-938c-4957-9714-d42ea71583fd req-ba23ed73-626d-4eae-b0af-32cf6c31d9f5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455360 Jun 29 17:25:11.255854 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61629735-76a1-4e76-a64c-f014b9d6fbf0 req-6e402f76-1265-4ab1-bc4b-210df97bb332 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:11.257273 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-61629735-76a1-4e76-a64c-f014b9d6fbf0 req-6e402f76-1265-4ab1-bc4b-210df97bb332 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0931480 Jun 29 17:25:11.313998 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-61629735-76a1-4e76-a64c-f014b9d6fbf0 req-91044514-5575-4549-8faf-be7c40b4ae4c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Jun 29 17:25:11.545888 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc0879-a7d9-4222-885d-a57ba8a985a2 req-1837408d-8a2c-475b-824b-df04c54dbb93 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:11.547380 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0bfc0879-a7d9-4222-885d-a57ba8a985a2 req-1837408d-8a2c-475b-824b-df04c54dbb93 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0812421 Jun 29 17:25:11.605881 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0bfc0879-a7d9-4222-885d-a57ba8a985a2 req-ecaf8666-7b69-4fa4-837f-29a537323dbc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527101 Jun 29 17:25:11.815778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b6af4-cf90-45e4-8ae1-2c7bc520a7b7 req-d38d8239-4a21-4ec0-a805-010da2efc5ab tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:11.818109 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-452b6af4-cf90-45e4-8ae1-2c7bc520a7b7 req-d38d8239-4a21-4ec0-a805-010da2efc5ab tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0820093 Jun 29 17:25:11.866576 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-452b6af4-cf90-45e4-8ae1-2c7bc520a7b7 req-16913969-cd20-4b81-a307-7658fa877267 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Jun 29 17:25:12.141593 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b28ee-1537-4f2c-ba50-c5a9d0621884 req-5b2db06d-d356-46bb-885e-13164e42f946 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:12.143001 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4b6b28ee-1537-4f2c-ba50-c5a9d0621884 req-5b2db06d-d356-46bb-885e-13164e42f946 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0944605 Jun 29 17:25:12.205097 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4b6b28ee-1537-4f2c-ba50-c5a9d0621884 req-a3842aa4-7b0c-413d-bcfa-320b909ca174 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555363 Jun 29 17:25:12.527279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af2ccf-3ea5-4ce9-8e9f-bcd69623d070 req-b6269899-3f5b-4d61-aa0d-557b8ae17f2b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:12.528946 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-68af2ccf-3ea5-4ce9-8e9f-bcd69623d070 req-b6269899-3f5b-4d61-aa0d-557b8ae17f2b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0810885 Jun 29 17:25:12.579432 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-68af2ccf-3ea5-4ce9-8e9f-bcd69623d070 req-231486d2-b5b1-4f84-a2cd-2ccb7cc250bc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Jun 29 17:25:12.825521 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad0f4f-6694-4387-9d47-382242485b9a req-fee61d92-3f4d-4b2e-b53b-c16c3420b33b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:12.827311 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-95ad0f4f-6694-4387-9d47-382242485b9a req-fee61d92-3f4d-4b2e-b53b-c16c3420b33b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0888495 Jun 29 17:25:12.889228 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-95ad0f4f-6694-4387-9d47-382242485b9a req-0616ec17-6451-4b8a-aa4d-34613ca8549b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534821 Jun 29 17:25:13.082704 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda48be-1da9-443e-9a82-d65fc9aa49e4 req-67141a78-f6ce-4015-ba7d-afa08694e172 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:13.084122 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9dda48be-1da9-443e-9a82-d65fc9aa49e4 req-67141a78-f6ce-4015-ba7d-afa08694e172 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0823376 Jun 29 17:25:13.135956 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9dda48be-1da9-443e-9a82-d65fc9aa49e4 req-6d1878d3-6c5a-43f4-b27a-bdef3a7f917c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Jun 29 17:25:13.483274 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6d643-adc2-491b-8982-2984677d85b5 req-291dfeca-e848-4513-8a38-ce7b30489511 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:13.484913 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9dd6d643-adc2-491b-8982-2984677d85b5 req-291dfeca-e848-4513-8a38-ce7b30489511 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1313288 Jun 29 17:25:13.532602 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9dd6d643-adc2-491b-8982-2984677d85b5 req-14c1a649-d8c9-43ac-b95b-440093e23488 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Jun 29 17:25:13.812620 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430262a-e38d-4b1e-aa3c-f37c978ac522 req-f22a61de-57a4-48e8-8f42-32ea843fabea tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:13.814064 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7430262a-e38d-4b1e-aa3c-f37c978ac522 req-f22a61de-57a4-48e8-8f42-32ea843fabea tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1060722 Jun 29 17:25:13.860766 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7430262a-e38d-4b1e-aa3c-f37c978ac522 req-ac70478b-a464-43cb-b093-3eb979317bed tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Jun 29 17:25:14.097426 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82187b2-7c75-45f3-9294-0d0d0a1f8006 req-ab0171f9-310f-4dcc-b85a-9ac8aea78ccb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:14.098868 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c82187b2-7c75-45f3-9294-0d0d0a1f8006 req-ab0171f9-310f-4dcc-b85a-9ac8aea78ccb tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0834007 Jun 29 17:25:14.146067 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c82187b2-7c75-45f3-9294-0d0d0a1f8006 req-e187520b-b911-4324-9bb0-b3611098ec09 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Jun 29 17:25:14.342729 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a367-02dc-4c1f-90a9-b2b37f3336fa req-ccf90749-b963-44eb-957e-08da5804530c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:14.344266 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1186a367-02dc-4c1f-90a9-b2b37f3336fa req-ccf90749-b963-44eb-957e-08da5804530c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0838964 Jun 29 17:25:14.391745 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1186a367-02dc-4c1f-90a9-b2b37f3336fa req-5e649450-7dd6-4d47-bdbd-55c6f53dc752 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Jun 29 17:25:14.763368 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06e1db-ad7f-4ce3-9326-46567252e0a6 req-3c98a449-a389-4d6c-af99-5156d10aa407 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:14.764773 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-de06e1db-ad7f-4ce3-9326-46567252e0a6 req-3c98a449-a389-4d6c-af99-5156d10aa407 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0801291 Jun 29 17:25:14.815102 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-de06e1db-ad7f-4ce3-9326-46567252e0a6 req-7e154bbe-8972-40b3-ab96-4840598181d6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446587 Jun 29 17:25:15.073375 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf217b-396f-41fe-b076-5c32459df3e5 req-eb099764-adf3-4b58-a3be-116c4b001c78 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.074908 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2fdf217b-396f-41fe-b076-5c32459df3e5 req-eb099764-adf3-4b58-a3be-116c4b001c78 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0909510 Jun 29 17:25:15.123125 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2fdf217b-396f-41fe-b076-5c32459df3e5 req-ddc31ffa-467a-4cce-b045-72dcee8108a0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jun 29 17:25:15.351161 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66789a7-3948-4237-96da-791361b46dd2 req-dc6d308c-c49f-4c3e-8363-d181af0be077 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.352541 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c66789a7-3948-4237-96da-791361b46dd2 req-dc6d308c-c49f-4c3e-8363-d181af0be077 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0840769 Jun 29 17:25:15.400094 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c66789a7-3948-4237-96da-791361b46dd2 req-12838666-c927-4642-951d-48249cff4c61 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Jun 29 17:25:15.596175 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f580db-199b-4c4d-99a8-2aeaa08288b0 req-b1a85332-e8bc-4349-b4a3-5b855297ad53 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.597651 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-24f580db-199b-4c4d-99a8-2aeaa08288b0 req-b1a85332-e8bc-4349-b4a3-5b855297ad53 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0781252 Jun 29 17:25:15.645732 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-24f580db-199b-4c4d-99a8-2aeaa08288b0 req-7ec9d7c8-9228-45cc-bfd9-36eac0b57dc4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Jun 29 17:25:16.059794 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55d49a-f2d8-4c07-ac91-2f53a1db169a req-941f0366-1438-4c5a-88d6-96d03346332c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:16.061908 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7d55d49a-f2d8-4c07-ac91-2f53a1db169a req-941f0366-1438-4c5a-88d6-96d03346332c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1037872 Jun 29 17:25:16.130929 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7d55d49a-f2d8-4c07-ac91-2f53a1db169a req-baa002a7-6e9f-495e-893b-cff6fc267d8c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622444 Jun 29 17:25:16.358545 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ee685ba4-0ac6-4ff5-bb9f-4a4309bf67b6 req-0353b833-22a2-44c1-adcb-e5728fecb3a3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 1098 time: 0.1291099 Jun 29 17:25:16.378346 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0797f8-709c-4430-a909-c8beac2cb0e3 req-4f951fad-ad18-4d32-b185-8dfb502752a5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:16.379755 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f0797f8-709c-4430-a909-c8beac2cb0e3 req-4f951fad-ad18-4d32-b185-8dfb502752a5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0946507 Jun 29 17:25:16.469553 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f0797f8-709c-4430-a909-c8beac2cb0e3 req-eddb632a-fa90-4472-90b3-c6ed8e69c4b8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829997 Jun 29 17:25:16.475481 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ee685ba4-0ac6-4ff5-bb9f-4a4309bf67b6 req-895b96e4-4a75-4ea0-8a61-a531f8656d36 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743310 Jun 29 17:25:16.480171 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbb7f108-027d-4c89-9d17-cc9707a47c43 req-17276951-53ed-453a-b613-4a0e31af7334 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1098 time: 0.0788875 Jun 29 17:25:16.621783 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e226cb7-f8e8-4929-b7f0-3c73faf0daec req-5c06c1f6-166a-48b1-ab44-836de54fcc03 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:16.623289 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e226cb7-f8e8-4929-b7f0-3c73faf0daec req-5c06c1f6-166a-48b1-ab44-836de54fcc03 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0934598 Jun 29 17:25:16.674840 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e226cb7-f8e8-4929-b7f0-3c73faf0daec req-427fa720-f1db-40fc-826a-b16568fec318 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 Jun 29 17:25:16.858260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcca97-b60a-492f-9f10-351e1b3c6df2 req-ffee80f0-13c1-49f1-9990-5e2cfb802eb0 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:16.859699 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-33dcca97-b60a-492f-9f10-351e1b3c6df2 req-ffee80f0-13c1-49f1-9990-5e2cfb802eb0 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0903614 Jun 29 17:25:16.907890 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-33dcca97-b60a-492f-9f10-351e1b3c6df2 req-3be13bdc-8f39-430d-afb4-f701f59ec0bf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Jun 29 17:25:16.960529 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbb7f108-027d-4c89-9d17-cc9707a47c43 req-313a4cb1-09de-4da0-b53b-640aa6f1cd4d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Jun 29 17:25:17.359025 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f946-a769-4a00-af45-0e80d4073dd3 req-b599e54a-5d52-4549-8c54-bede9427761a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.360587 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4145f946-a769-4a00-af45-0e80d4073dd3 req-b599e54a-5d52-4549-8c54-bede9427761a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0834255 Jun 29 17:25:17.418804 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4145f946-a769-4a00-af45-0e80d4073dd3 req-7a3e2b55-e6ea-48a0-909e-40d6031cf2b7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497882 Jun 29 17:25:17.675137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feab82e-af54-4306-9a98-199a6b0daf07 req-9bf6209e-f0a9-42b8-b337-18c357fdb96f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.676724 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2feab82e-af54-4306-9a98-199a6b0daf07 req-9bf6209e-f0a9-42b8-b337-18c357fdb96f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0853884 Jun 29 17:25:17.723275 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2feab82e-af54-4306-9a98-199a6b0daf07 req-c4889bbf-d2e7-4f49-8c37-326ee29d544f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Jun 29 17:25:17.892254 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef6040-b627-4f28-a422-dd80939796a6 req-feb9582a-0e28-4313-a1b4-4add45ea63da tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.894107 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-56ef6040-b627-4f28-a422-dd80939796a6 req-feb9582a-0e28-4313-a1b4-4add45ea63da tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0927749 Jun 29 17:25:17.945344 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-56ef6040-b627-4f28-a422-dd80939796a6 req-641f5397-a46f-4ce6-8f1e-b03c6dc62f65 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454528 Jun 29 17:25:18.115863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7d0eb-6351-4721-b246-c2701b871938 req-81e7f0f9-2c5d-4838-98c1-71a94fd80815 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:18.117403 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ece7d0eb-6351-4721-b246-c2701b871938 req-81e7f0f9-2c5d-4838-98c1-71a94fd80815 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0814133 Jun 29 17:25:18.172872 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ece7d0eb-6351-4721-b246-c2701b871938 req-49c26e82-c295-4f72-8fb2-42bf04d9313e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Jun 29 17:25:18.571141 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:25:18.659976 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830d25a-5c5d-4ee1-96c5-f9176a628c40 req-d2adcfae-1cf5-4486-ae3f-7b84192a0997 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:18.661322 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4830d25a-5c5d-4ee1-96c5-f9176a628c40 req-d2adcfae-1cf5-4486-ae3f-7b84192a0997 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0906529 Jun 29 17:25:18.710039 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4830d25a-5c5d-4ee1-96c5-f9176a628c40 req-9220449a-464b-4913-b8eb-3edd224c442f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400426 Jun 29 17:25:18.937552 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eced3-382c-4feb-90c0-8242c8afd17a req-22e40a6f-ee83-4dc1-a513-713ee9f735be tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:18.938909 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-317eced3-382c-4feb-90c0-8242c8afd17a req-22e40a6f-ee83-4dc1-a513-713ee9f735be tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0845878 Jun 29 17:25:19.056003 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-317eced3-382c-4feb-90c0-8242c8afd17a req-7bb4f7e1-1a23-4fed-ba08-2703d38e4571 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113241 Jun 29 17:25:19.154137 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddfa46-2943-4d47-b719-70577cc67394 req-31a8b652-ec4c-48db-9d7a-b740955afb5a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:19.156908 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbddfa46-2943-4d47-b719-70577cc67394 req-31a8b652-ec4c-48db-9d7a-b740955afb5a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0847168 Jun 29 17:25:19.226320 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbddfa46-2943-4d47-b719-70577cc67394 req-d58c44c2-02f9-4828-b91e-bdee2d5cfae9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645804 Jun 29 17:25:19.418280 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596eb80-0927-480f-8061-e695fddc2e2c req-10286eb9-2b34-4d96-bcf4-d2fd88fb98fb tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:19.418280 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c596eb80-0927-480f-8061-e695fddc2e2c req-10286eb9-2b34-4d96-bcf4-d2fd88fb98fb tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0866268 Jun 29 17:25:19.474255 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c596eb80-0927-480f-8061-e695fddc2e2c req-6efcad99-7deb-4b52-a3da-4e902f2e98f2 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Jun 29 17:25:19.667181 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fa7ad-627b-42d9-be1c-d3b7bfb8009e req-d7182629-2844-422e-a529-fd3d5c085a1a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:19.668693 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-255fa7ad-627b-42d9-be1c-d3b7bfb8009e req-d7182629-2844-422e-a529-fd3d5c085a1a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0875263 Jun 29 17:25:19.715016 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-255fa7ad-627b-42d9-be1c-d3b7bfb8009e req-c17149b8-9f51-401a-940e-28586f5342af tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Jun 29 17:25:19.973253 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-f1e59190-5ba6-4b0e-b5bb-b9423d2f4104 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 1098 time: 0.1367700 Jun 29 17:25:19.979404 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39caf80-2e94-479c-b504-22b7e5921950 req-af5a5788-d6d9-4c5e-8d52-cdc509794eaa tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:19.980769 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b39caf80-2e94-479c-b504-22b7e5921950 req-af5a5788-d6d9-4c5e-8d52-cdc509794eaa tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1100433 Jun 29 17:25:20.191125 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b39caf80-2e94-479c-b504-22b7e5921950 req-384d196d-f58b-468b-851b-554dd4ef135b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824093 Jun 29 17:25:20.212759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-e3d0b045-14dd-40d2-8bd0-fb87bfe3cd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.214295 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-e3d0b045-14dd-40d2-8bd0-fb87bfe3cd86 service neutron] 10.222.0.81 "GET /v2.0/networks?id=af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 200 len: 919 time: 0.2303665 Jun 29 17:25:20.350834 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-1a829b9d-634c-4c13-9168-4f21a5ddaf51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 200 len: 217 time: 0.0637579 Jun 29 17:25:20.424050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ccdab-b1dc-4bb1-ad23-915d2f74eacb req-c8b85772-312a-4412-89e0-5c5c6070d870 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.425540 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-032ccdab-b1dc-4bb1-ad23-915d2f74eacb req-c8b85772-312a-4412-89e0-5c5c6070d870 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0841680 Jun 29 17:25:20.438690 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-2669f0e9-bab3-4d27-9fb2-6676f495fd88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.440130 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-2669f0e9-bab3-4d27-9fb2-6676f495fd88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 200 len: 858 time: 0.0590975 Jun 29 17:25:20.472184 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-032ccdab-b1dc-4bb1-ad23-915d2f74eacb req-8e43bf75-fa08-4930-9fc0-8396008b2f37 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Jun 29 17:25:20.493738 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-ff8e8d27-a834-46fa-a496-cb8563830dc9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af240131-058b-43a9-966b-d7a1fa7eb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427997 Jun 29 17:25:20.671583 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c6344-9be6-40a9-a114-a65bbf4f8f9d req-b9a69cf1-a27d-4ba8-983d-df53d9685972 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.673982 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ea8c6344-9be6-40a9-a114-a65bbf4f8f9d req-b9a69cf1-a27d-4ba8-983d-df53d9685972 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0773547 Jun 29 17:25:20.719262 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ea8c6344-9be6-40a9-a114-a65bbf4f8f9d req-7dec5173-ba4a-429d-a357-dd58d4c4bf61 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Jun 29 17:25:20.736969 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-e79a6692-2fbd-4393-9f8f-364f06dd0c8b service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866782 Jun 29 17:25:20.747702 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6cda7-af55-498e-b109-42e098a9cd99 req-cf5e7a2f-448d-4cb8-bca3-5d0b13d3d400 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.749232 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4da6cda7-af55-498e-b109-42e098a9cd99 req-cf5e7a2f-448d-4cb8-bca3-5d0b13d3d400 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.1318398 Jun 29 17:25:20.878283 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4da6cda7-af55-498e-b109-42e098a9cd99 req-878d4cf0-1520-45b1-b9f5-3909fcef2f6e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234853 Jun 29 17:25:20.907789 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37150) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:20.927355 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e30202f-08c4-4dfa-a1ac-d310a2e04417 req-74ca34f5-7ae4-4b73-ab98-c6ade5ad227a service neutron] 10.222.0.81 "GET /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588457 Jun 29 17:25:20.929663 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6074-3f13-4088-8f98-f988ba938e88 req-1d5782a1-2022-498f-b6ea-fc421fed128f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.931199 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-57cb6074-3f13-4088-8f98-f988ba938e88 req-1d5782a1-2022-498f-b6ea-fc421fed128f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0953431 Jun 29 17:25:20.985884 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-57cb6074-3f13-4088-8f98-f988ba938e88 req-d1ca3c9a-05be-47c5-8400-6e67c2177666 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473065 Jun 29 17:25:21.103231 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df53e68-f5ff-4561-ad1e-3c4d667506fb req-a4170fcb-e067-4ee3-8d8e-92ae76eee32b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.104840 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5df53e68-f5ff-4561-ad1e-3c4d667506fb req-a4170fcb-e067-4ee3-8d8e-92ae76eee32b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0914698 Jun 29 17:25:21.136249 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8133c4b0-fe6d-4ca3-9382-9801514abc92 tempest-TestVolumeBootPattern-1952736698 tempest-TestVolumeBootPattern-1952736698-project-admin] Synchronizing usage tracker for tenant:62e897bb37f04eb1a7bcaf07366ac538 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:21.153463 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5df53e68-f5ff-4561-ad1e-3c4d667506fb req-b79a5525-61e1-47e6-ac09-52626bbc3dc5 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Jun 29 17:25:21.154175 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8133c4b0-fe6d-4ca3-9382-9801514abc92 tempest-TestVolumeBootPattern-1952736698 tempest-TestVolumeBootPattern-1952736698-project-admin] Unset dirty status for tenant:62e897bb37f04eb1a7bcaf07366ac538 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:21.155497 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8133c4b0-fe6d-4ca3-9382-9801514abc92 tempest-TestVolumeBootPattern-1952736698 tempest-TestVolumeBootPattern-1952736698-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 1093 time: 0.2467077 Jun 29 17:25:21.158520 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37156) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:21.164127 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'port_id': '56186712-3233-4ba5-b8cd-e15be01aab84', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:21.169922 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:21.174340 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:floatingip and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:21.177388 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:21.183369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:21.198845 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.334555 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.427775 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fcdfe-27f6-40d3-8dfa-afc166024004 req-8e0bca50-0f4c-418c-81ef-ccb2aa292684 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.429335 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ab4fcdfe-27f6-40d3-8dfa-afc166024004 req-8e0bca50-0f4c-418c-81ef-ccb2aa292684 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0899911 Jun 29 17:25:21.482271 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ab4fcdfe-27f6-40d3-8dfa-afc166024004 req-a54ab577-bde7-4c4a-b0c2-0be0bd75049a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470014 Jun 29 17:25:21.488459 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Allocated IP 172.27.2.24 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/9302d259-2948-4e29-8114-7508672887c4) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:21.695763 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.706423 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7014299-2fba-4046-9fba-2c0404b26902 req-31bec374-e480-4d72-80f0-ca990c4df7aa tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.708033 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b7014299-2fba-4046-9fba-2c0404b26902 req-31bec374-e480-4d72-80f0-ca990c4df7aa tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.1888890 Jun 29 17:25:21.764085 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b7014299-2fba-4046-9fba-2c0404b26902 req-d3b03dd1-d9c8-4cbf-a8b4-a9a3cba31c85 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498576 Jun 29 17:25:21.766361 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.770091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:21.839091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:21.842251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:21.845046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:21.887556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=9302d259-2948-4e29-8114-7508672887c4,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:21.905039 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.905596 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.905932 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.906313 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.906661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.906984 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.907353 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.907680 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.908020 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.908358 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.908734 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:21.912517 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:22.306898 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14997843-070f-4fd5-956a-e82bed46fa41 req-9f1fc87c-30b7-4e72-99de-7d12940a2a82 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:22.315280 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-14997843-070f-4fd5-956a-e82bed46fa41 req-9f1fc87c-30b7-4e72-99de-7d12940a2a82 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1689658 Jun 29 17:25:22.359871 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-14997843-070f-4fd5-956a-e82bed46fa41 req-71b42a4e-2861-4a59-a6cb-3615f3a22fb3 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Jun 29 17:25:22.555735 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.614829 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.822344 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725f2a3-0b0b-48ac-886c-8fcfc82ab9e2 req-bd405287-4263-45a8-a2b7-3dd404469591 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:22.824190 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b725f2a3-0b0b-48ac-886c-8fcfc82ab9e2 req-bd405287-4263-45a8-a2b7-3dd404469591 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1864405 Jun 29 17:25:22.908767 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b725f2a3-0b0b-48ac-886c-8fcfc82ab9e2 req-3d79415d-8479-4248-9fe5-94db8df6fb8e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724142 Jun 29 17:25:22.912388 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.917881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.922606 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:23.023387 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=9302d259-2948-4e29-8114-7508672887c4,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:23.027575 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:23.039591 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.232131 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Floating IP ab61ac55-cd73-4dee-bc13-58cf1a78ce93 associated. External IP: 172.27.2.24, port: 56186712-3233-4ba5-b8cd-e15be01aab84. Jun 29 17:25:23.656468 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35814086-a4da-45b2-beb5-72285f701ad4 req-bac4cfa6-7531-479f-b6f2-e842d84310e5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:23.657863 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-35814086-a4da-45b2-beb5-72285f701ad4 req-bac4cfa6-7531-479f-b6f2-e842d84310e5 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1422751 Jun 29 17:25:23.722713 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-35814086-a4da-45b2-beb5-72285f701ad4 req-836b407a-d9c5-46b1-af5e-3284118af405 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589199 Jun 29 17:25:23.737932 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:25:23.947019 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:25:23.961488 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:25:23.976378 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.984527 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:25:23.985436 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:25:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:24.034111 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8744512 Jun 29 17:25:24.034968 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:24.185471 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:25:24.254636 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5de5-98ab-4ebc-b852-76344ff9c11f req-18816d66-66d2-4814-8867-b42fdfcd51a4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:24.256124 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bf7b5de5-98ab-4ebc-b852-76344ff9c11f req-18816d66-66d2-4814-8867-b42fdfcd51a4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.1814129 Jun 29 17:25:24.257719 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84', 'status': 'completed', 'code': 200} Jun 29 17:25:24.305273 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bf7b5de5-98ab-4ebc-b852-76344ff9c11f req-61e180d2-5dbc-4150-a62d-6504cd0da8e6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Jun 29 17:25:24.558720 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'ab61ac55-cd73-4dee-bc13-58cf1a78ce93', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': '56186712-3233-4ba5-b8cd-e15be01aab84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:f3:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68843600-5376-4f00-a44d-2aa4860615d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:25:22Z', 'updated_at': '2021-06-29T17:25:22Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:24.560276 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-485705fd-facc-4e04-8e99-5cc8933d5ff5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 1098 time: 0.0765729 Jun 29 17:25:24.563061 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:25:24.574489 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:25:24.575197 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:25:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:24.701173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-fcb6c9d0-bdbf-467f-a838-c2c43b0c71f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:24.702602 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-fcb6c9d0-bdbf-467f-a838-c2c43b0c71f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1274176 Jun 29 17:25:24.752841 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:25:24.894919 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-b25fcf32-bf39-4eaa-a322-f072d5675930 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56186712-3233-4ba5-b8cd-e15be01aab84 HTTP/1.1" status: 200 len: 998 time: 0.1409779 Jun 29 17:25:24.983987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-11565b15-34f6-4b32-8407-2170d14a9920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:24.986234 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-11565b15-34f6-4b32-8407-2170d14a9920 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0716779 Jun 29 17:25:24.993184 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb7a0-75db-4e3d-86e5-666fbe9fd187 req-b8408c81-1446-4e06-b0bd-89c12cf5620e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:24.994461 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee1fb7a0-75db-4e3d-86e5-666fbe9fd187 req-b8408c81-1446-4e06-b0bd-89c12cf5620e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1414723 Jun 29 17:25:25.097398 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee1fb7a0-75db-4e3d-86e5-666fbe9fd187 req-d72808d9-9f99-43ca-b6ed-3d505e8b3d04 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959332 Jun 29 17:25:25.112667 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-2906e43f-6a19-4a34-a12f-118e2d1e9f85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122968 Jun 29 17:25:25.147847 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'ab61ac55-cd73-4dee-bc13-58cf1a78ce93', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': '56186712-3233-4ba5-b8cd-e15be01aab84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:f3:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68843600-5376-4f00-a44d-2aa4860615d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:25:22Z', 'updated_at': '2021-06-29T17:25:22Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:25.153556 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96549202-a70a-4445-a0ab-48c6ec3a8ff0 None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'ab61ac55-cd73-4dee-bc13-58cf1a78ce93', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': '56186712-3233-4ba5-b8cd-e15be01aab84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:f3:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68843600-5376-4f00-a44d-2aa4860615d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:25:22Z', 'updated_at': '2021-06-29T17:25:22Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:25:25.325254 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-74d22263-dee7-4889-8569-99396facd5da service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995215 Jun 29 17:25:25.369592 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23483ada-d31e-415b-a678-bf6f9ab7aeac None None] New status for floating IP ab61ac55-cd73-4dee-bc13-58cf1a78ce93: ACTIVE {{(pid=74140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:25:25.517738 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9b90b7e9-9c1e-4a1f-adad-62abd8b85af5 req-addf8fab-ae23-4ce0-9442-c626ccd69a5b service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405785 Jun 29 17:25:25.544151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e48af-42ca-4d39-8bd3-0460041b9215 req-0caf101b-b20a-4470-9690-b05f76933a29 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:25.545857 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-246e48af-42ca-4d39-8bd3-0460041b9215 req-0caf101b-b20a-4470-9690-b05f76933a29 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0846999 Jun 29 17:25:25.599204 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-246e48af-42ca-4d39-8bd3-0460041b9215 req-f3426680-fc8a-4c7b-8897-f8e0003af10b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471613 Jun 29 17:25:26.312476 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fdbbf-c590-44a4-aadb-9ac34d3c61e7 req-e72b1e02-d037-455d-8e01-e2489539ce0e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:26.313972 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8a2fdbbf-c590-44a4-aadb-9ac34d3c61e7 req-e72b1e02-d037-455d-8e01-e2489539ce0e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0872862 Jun 29 17:25:26.370097 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8a2fdbbf-c590-44a4-aadb-9ac34d3c61e7 req-31eaea20-a0f8-45d6-98b8-0f782875b737 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Jun 29 17:25:26.815849 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f56afd-ee22-4c6a-865d-d4775818f9c3 req-bbda46ef-bca5-4731-b194-137a07c62862 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:26.817378 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e0f56afd-ee22-4c6a-865d-d4775818f9c3 req-bbda46ef-bca5-4731-b194-137a07c62862 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0818286 Jun 29 17:25:26.868067 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e0f56afd-ee22-4c6a-865d-d4775818f9c3 req-16158ad0-f49a-4866-abeb-ab1d400e6fc5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Jun 29 17:25:27.230230 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.601944 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a25bb-840f-4888-ace4-8f24671818b2 req-dfe0f92b-c960-432a-b880-df95be26061d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:27.603421 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0e6a25bb-840f-4888-ace4-8f24671818b2 req-dfe0f92b-c960-432a-b880-df95be26061d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0973003 Jun 29 17:25:27.651080 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0e6a25bb-840f-4888-ace4-8f24671818b2 req-5bbaf564-9ad0-44c6-9a68-02543701259d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Jun 29 17:25:28.084511 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218772c-ffca-4670-a11e-cf5caf500294 req-21aa150d-e5c1-44f3-84dc-43e2e681037d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:28.085979 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7218772c-ffca-4670-a11e-cf5caf500294 req-21aa150d-e5c1-44f3-84dc-43e2e681037d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0830798 Jun 29 17:25:28.134173 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7218772c-ffca-4670-a11e-cf5caf500294 req-214a0640-966c-4a4b-9386-62fd19ee7fac tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Jun 29 17:25:29.052746 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:25:29.192590 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:29.207460 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'port_id': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'mac_address': 'fa:16:3e:3a:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:25:29.297731 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.316509 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b48f39-fe43-44b1-be19-7c1e7bb08d1b {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:29.333385 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:29.339304 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.341277 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-a663045f-076d-41e1-93b4-a2b52543259f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:29.384705 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924935f-83e4-455e-859f-d13b5615e001 req-facdf2cc-994a-4eb6-93c0-3d0e8d35cc20 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:29.386294 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4924935f-83e4-455e-859f-d13b5615e001 req-facdf2cc-994a-4eb6-93c0-3d0e8d35cc20 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 943 time: 0.0939064 Jun 29 17:25:29.416144 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=9']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:29.421858 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:29.441765 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4924935f-83e4-455e-859f-d13b5615e001 req-59e028c5-e142-4b1f-9b76-a26e0d7ba5b9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463901 Jun 29 17:25:29.571360 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1b6c57c3-f29d-4bd0-bd1f-8177e64ab926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.575428 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea69d5-e558-4fc8-8566-236457482497 req-a066da10-7862-49f4-8eb8-36eb913667b4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:29.577205 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c5ea69d5-e558-4fc8-8566-236457482497 req-a066da10-7862-49f4-8eb8-36eb913667b4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0797482 Jun 29 17:25:29.629547 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c5ea69d5-e558-4fc8-8566-236457482497 req-0573a1a7-052d-4806-b0a6-9f1faaf19ac2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Jun 29 17:25:30.115142 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.458580 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['44b48f39-fe43-44b1-be19-7c1e7bb08d1b'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:30.661912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027038d9-a263-46cb-9bca-92f8c4c267f2 req-72f06ee1-81fa-4ba6-b1d5-bf263ad641dc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:30.663265 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-027038d9-a263-46cb-9bca-92f8c4c267f2 req-72f06ee1-81fa-4ba6-b1d5-bf263ad641dc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.0816219 Jun 29 17:25:30.710371 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-027038d9-a263-46cb-9bca-92f8c4c267f2 req-ed252998-8a4c-4576-8621-685933f11850 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409329 Jun 29 17:25:30.836069 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962df63-677f-4ca1-90a4-d77f1063f99d req-5e0243ad-f33a-44ab-9a75-fbd47ca2d086 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:30.837534 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0962df63-677f-4ca1-90a4-d77f1063f99d req-5e0243ad-f33a-44ab-9a75-fbd47ca2d086 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0792575 Jun 29 17:25:30.884071 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0962df63-677f-4ca1-90a4-d77f1063f99d req-5d92c297-d37e-4408-acaa-b803713c0863 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Jun 29 17:25:31.926128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-62b6d707-7f81-4c24-8357-24a3bd1a0aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:31.934101 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff6a0-23ca-4645-954d-81f985b57c5b req-66a017c9-5159-4d98-84e2-6e81432d5a3e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:31.935607 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b0ff6a0-23ca-4645-954d-81f985b57c5b req-66a017c9-5159-4d98-84e2-6e81432d5a3e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.0808523 Jun 29 17:25:31.983021 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b0ff6a0-23ca-4645-954d-81f985b57c5b req-d3bd81d7-a70f-4c1a-b4e9-04ecc66bd2d7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Jun 29 17:25:32.093284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905f65-43e8-47a5-931b-757ddf852812 req-d2c45c65-8b93-402e-869f-ae3880ab8aa0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:32.094766 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d0905f65-43e8-47a5-931b-757ddf852812 req-d2c45c65-8b93-402e-869f-ae3880ab8aa0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0831635 Jun 29 17:25:32.141284 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d0905f65-43e8-47a5-931b-757ddf852812 req-b97dbc2a-aa2d-47e9-87bd-f85ceb2eed17 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Jun 29 17:25:33.010830 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:33.210805 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eafae5-3de0-4119-8671-79e4b72727e1 req-e33dfc18-3f80-4304-9707-3594dd53a79a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:33.212271 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d7eafae5-3de0-4119-8671-79e4b72727e1 req-e33dfc18-3f80-4304-9707-3594dd53a79a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.0880353 Jun 29 17:25:33.261269 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d7eafae5-3de0-4119-8671-79e4b72727e1 req-57901aeb-4883-4582-bc0e-4b07d2950d90 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Jun 29 17:25:33.343281 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9303ab6-36de-4ef8-9a1b-ff6d3881c41c req-28d84800-acd3-4cc6-9f47-526fef851cdb tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:33.344899 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9303ab6-36de-4ef8-9a1b-ff6d3881c41c req-28d84800-acd3-4cc6-9f47-526fef851cdb tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0786917 Jun 29 17:25:33.392682 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9303ab6-36de-4ef8-9a1b-ff6d3881c41c req-309946e3-a43e-4fcc-9b8c-cba407fcd4e5 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Jun 29 17:25:33.842924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-cc29c98f-5bf6-47df-b1c1-c9096282c5dc tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:33.844447 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-cc29c98f-5bf6-47df-b1c1-c9096282c5dc tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 946 time: 0.0892699 Jun 29 17:25:33.932632 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Deleting port c7cb6519-b243-4510-93f1-687e7cc38587 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:25:33.932987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:34.196915 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] For port c7cb6519-b243-4510-93f1-687e7cc38587, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7cb6519-b243-4510-93f1-687e7cc38587,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:34.197268 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:34.318454 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Calling delete_port for c7cb6519-b243-4510-93f1-687e7cc38587 owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:25:34.508661 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:34.515877 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:34.521710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ea6916c4-4839-43df-8804-3c6f08a0cd89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:34.566549 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-97d11e2a-a826-40bf-9450-e8113a651149 req-4396c7ca-4093-4919-a9cb-b4ead4f57d58 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 210 time: 0.0455432 Jun 29 17:25:34.578792 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'c04c7541-3430-477b-87a5-58d16ed3b868', 'c7cb6519-b243-4510-93f1-687e7cc38587'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:34.636155 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event deleted for resources: {'Port': ['ID=c7cb6519-b243-4510-93f1-687e7cc38587,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:34.677971 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ba332-0377-495a-ac15-49e40a156249 req-4cbd140d-d22d-48c4-a292-a3e94b5c7b0b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:34.679515 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fa3ba332-0377-495a-ac15-49e40a156249 req-4cbd140d-d22d-48c4-a292-a3e94b5c7b0b tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 944 time: 0.2515330 Jun 29 17:25:34.687339 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.687667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.688030 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.688408 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.688770 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.689113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.689460 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.689796 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.690141 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.690483 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.690822 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:34.698809 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:34.749179 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] No DVR routers for this DVR port c7cb6519-b243-4510-93f1-687e7cc38587 on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:25:34.758870 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:34.761292 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'name': 'network-vif-deleted', 'tag': 'c7cb6519-b243-4510-93f1-687e7cc38587'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:34.783157 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fa3ba332-0377-495a-ac15-49e40a156249 req-cebd9faa-d0f7-46f8-aaf5-e45a749ef6e4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975542 Jun 29 17:25:34.787645 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0ae591ec-56b4-40c3-8f5e-6330b57cceda req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "DELETE /v2.0/ports/c7cb6519-b243-4510-93f1-687e7cc38587 HTTP/1.1" status: 204 len: 173 time: 0.9292681 Jun 29 17:25:34.831312 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f8d937-34c8-4ffd-907a-7f7a6ddbfdad', 'name': 'network-vif-deleted', 'tag': 'c7cb6519-b243-4510-93f1-687e7cc38587', 'status': 'completed', 'code': 200} Jun 29 17:25:35.233681 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:25:35.307047 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:35.307422 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.423735 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.449756 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:35.459332 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:35.465838 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.467463 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:35.507093 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'code': 200} Jun 29 17:25:35.532173 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=10']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:35.535222 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:35.752226 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-84a48a71-ef32-4926-9a85-fda68517845f req-3bd78dc6-532a-4afb-9724-e1814d995e44 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=62f8d937-34c8-4ffd-907a-7f7a6ddbfdad HTTP/1.1" status: 200 len: 210 time: 0.0397344 Jun 29 17:25:36.012554 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff81728-0672-4f42-a01e-37e7105f4c04 req-14b8d6e3-1b9e-4600-9124-65861c7286b5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:36.013900 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-eff81728-0672-4f42-a01e-37e7105f4c04 req-14b8d6e3-1b9e-4600-9124-65861c7286b5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0817666 Jun 29 17:25:36.060101 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-eff81728-0672-4f42-a01e-37e7105f4c04 req-78d58e3b-64a6-4a9d-8e95-b45e08cceb04 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Jun 29 17:25:36.698671 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8000bd7f-0e7e-4a84-b68f-6242e629a3fc req-a243d1f7-d877-476e-8b8f-7880ad95fd41 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 1099 time: 0.0720119 Jun 29 17:25:36.771659 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8000bd7f-0e7e-4a84-b68f-6242e629a3fc req-c5bb9ac2-6f30-493c-9756-8501a9d79b84 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Jun 29 17:25:36.840691 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5bda-1a6d-4f51-a9eb-39716ea4e7df req-e02be5cc-9310-4341-a33a-a471bed17d0e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:36.842107 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0acc5bda-1a6d-4f51-a9eb-39716ea4e7df req-e02be5cc-9310-4341-a33a-a471bed17d0e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0803277 Jun 29 17:25:36.893975 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0acc5bda-1a6d-4f51-a9eb-39716ea4e7df req-f06a64a1-d769-4ce2-9a9d-18da5db1acf6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Jun 29 17:25:36.923122 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37334) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:37.066367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f54e5ecb-2688-45bf-8c1b-c5717fcdc2fa tempest-TestMinimumBasicScenario-949255149 tempest-TestMinimumBasicScenario-949255149-project-admin] Synchronizing usage tracker for tenant:8cb1e65e9ad142fdabb44963d2389528 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:37.083591 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f54e5ecb-2688-45bf-8c1b-c5717fcdc2fa tempest-TestMinimumBasicScenario-949255149 tempest-TestMinimumBasicScenario-949255149-project-admin] Unset dirty status for tenant:8cb1e65e9ad142fdabb44963d2389528 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:37.084864 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f54e5ecb-2688-45bf-8c1b-c5717fcdc2fa tempest-TestMinimumBasicScenario-949255149 tempest-TestMinimumBasicScenario-949255149-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1093 time: 0.1607442 Jun 29 17:25:37.087895 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37344) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:37.093285 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'port_id': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:37.099079 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:37.102846 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:floatingip and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:37.105998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:37.112132 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:37.124247 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for floatingip, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.206710 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c7cb6519-b243-4510-93f1-687e7cc38587 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:25:37.252029 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: c7cb6519-b243-4510-93f1-687e7cc38587 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:25:37.252637 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c7cb6519-b243-4510-93f1-687e7cc38587 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:25:37.269832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.279330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ac8f-4c92-4157-bc70-2d9e6b87c975 req-d728ba8e-5cf4-4cfb-a664-fb7959c678d9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:37.280927 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d644ac8f-4c92-4157-bc70-2d9e6b87c975 req-d728ba8e-5cf4-4cfb-a664-fb7959c678d9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0797915 Jun 29 17:25:37.327607 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d644ac8f-4c92-4157-bc70-2d9e6b87c975 req-b37b3cdf-95c7-4cf3-8a89-d3585046cfee tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Jun 29 17:25:37.412635 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Allocated IP 172.27.2.21 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/8151d815-f08a-4ee0-8e31-e9fc3d2a4b06) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:37.569435 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.604784 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.608304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:37.674205 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:37.675091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'Port': ['ID=8151d815-f08a-4ee0-8e31-e9fc3d2a4b06,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:37.677577 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:37.679263 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:37.679924 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:38.269553 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:38.332117 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:38.492453 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473fc-481a-427b-8962-a4788451ee27 req-b9fb8f8e-a9ca-40b3-8a33-582543696bed tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:38.493062 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f71473fc-481a-427b-8962-a4788451ee27 req-b9fb8f8e-a9ca-40b3-8a33-582543696bed tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:38.509028 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f71473fc-481a-427b-8962-a4788451ee27 req-b9fb8f8e-a9ca-40b3-8a33-582543696bed tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:38.510307 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f71473fc-481a-427b-8962-a4788451ee27 req-b9fb8f8e-a9ca-40b3-8a33-582543696bed tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.1007001 Jun 29 17:25:38.557047 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f71473fc-481a-427b-8962-a4788451ee27 req-79f52a35-acb5-47c8-b4dc-ac504ce2403e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Jun 29 17:25:38.603203 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b774d75-9f9d-4cac-a0a3-996e5b209f8c req-b44ddd99-77a3-449f-be99-93d5aab63c15 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:38.604695 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4b774d75-9f9d-4cac-a0a3-996e5b209f8c req-b44ddd99-77a3-449f-be99-93d5aab63c15 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.1328003 Jun 29 17:25:38.608368 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:38.629530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:38.635794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ffe95c2d-4c8a-4adc-a9c8-899b06b1de55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:38.753162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'Port': ['ID=8151d815-f08a-4ee0-8e31-e9fc3d2a4b06,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:38.758953 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4b774d75-9f9d-4cac-a0a3-996e5b209f8c req-1e407f98-68ef-4ab6-a854-0337b9d98b94 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481831 Jun 29 17:25:38.760235 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:38.772267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:38.967314 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Floating IP 5c9a5171-612d-4761-bad2-4ae6a59844c7 associated. External IP: 172.27.2.21, port: 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea. Jun 29 17:25:39.391351 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:25:39.607471 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:25:39.618609 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] Sync routers for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:25:39.633592 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:25:39.634330 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:25:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:39.642175 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.773071 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae721c7d-4dc6-4e1a-9264-6e6727d4cd7d req-919ca28c-1ef1-4eb3-8a09-dc46ba9c2eb6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:39.774627 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ae721c7d-4dc6-4e1a-9264-6e6727d4cd7d req-919ca28c-1ef1-4eb3-8a09-dc46ba9c2eb6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.0927727 Jun 29 17:25:39.792178 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7000773 Jun 29 17:25:39.792178 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:39.802102 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37374) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:39.815160 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326408073', 'description': 'tempest-secgroup-smoke-1326408073 description', 'project_id': '10cfefef1c9f44db99b1c38ef5895840'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:39.823633 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:39.839839 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:25:39.851013 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ae721c7d-4dc6-4e1a-9264-6e6727d4cd7d req-4f3f9451-f743-40f3-ab7d-5835f8d5858b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688677 Jun 29 17:25:39.854805 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:39.857287 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'status': 'completed', 'code': 200} Jun 29 17:25:39.868067 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.907099 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:39.910919 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:39.913984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:39.920286 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:39.999381 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.012621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.018534 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9199972c-2c93-4842-8a42-81cb22eba0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:40.063328 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a069c08-8c06-4c5a-9a16-9b4cc78aad93 req-2028a4ab-bf66-42cc-9ae5-7288544a9e77 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:40.071269 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9a069c08-8c06-4c5a-9a16-9b4cc78aad93 req-2028a4ab-bf66-42cc-9ae5-7288544a9e77 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0938082 Jun 29 17:25:40.130600 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9a069c08-8c06-4c5a-9a16-9b4cc78aad93 req-b9e04c4c-257e-473a-b2f2-47d6f4408166 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582783 Jun 29 17:25:40.152964 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92900ea4-ea5e-430c-866e-c99a762de6a6,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:40.161813 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:40.163517 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.168703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37410) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:40.169879 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3647654 Jun 29 17:25:40.175115 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group_rule': {'security_group_id': '92900ea4-ea5e-430c-866e-c99a762de6a6', 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:40.184066 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:40.185118 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-6e00590d-f23b-43b0-b3a8-8f6ab3c9de3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1098 time: 0.1417954 Jun 29 17:25:40.192152 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:40.198283 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:40.217415 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:40.247300 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.294688 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '5c9a5171-612d-4761-bad2-4ae6a59844c7', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'port_id': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'mac_address': 'fa:16:3e:87:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:25:38Z', 'updated_at': '2021-06-29T17:25:38Z', 'revision_number': 0, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:14Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:40.303913 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] Checking router: a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:25:40.317387 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:25:40.318356 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:25:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:40.355397 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.359892 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-886b8ceb-6f6b-48c0-be1b-159d9b83cd45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:40.361109 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.363017 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-886b8ceb-6f6b-48c0-be1b-159d9b83cd45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 916 time: 0.1610253 Jun 29 17:25:40.369991 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a94bb949-5187-4131-b17b-b17def08daa9 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:40.393866 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a6c079-5b74-465c-bba9-b39a7fadd738,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:40.397060 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:40.402910 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.405291 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2356303 Jun 29 17:25:40.408292 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37418) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:40.417139 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group_rule': {'security_group_id': '92900ea4-ea5e-430c-866e-c99a762de6a6', 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:40.424321 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:40.428663 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:40.432201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:40.439133 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:40.464616 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.524760 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:25:40.529185 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-629efa69-1c72-4de5-8653-984ea5273a80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 998 time: 0.1370964 Jun 29 17:25:40.552901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.558250 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.560335 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:40.599171 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec1dee9-3bb4-4ff0-bc7e-d493913d5ba2,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:40.609518 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:40.611150 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.612464 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c3ed88f8-80f5-4507-b520-636e4d64893b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2027373 Jun 29 17:25:40.617419 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37426) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:40.625941 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group_rule': {'security_group_id': '92900ea4-ea5e-430c-866e-c99a762de6a6', 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:40.634512 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:40.640546 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:40.649092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:40.649898 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-364ec064-acdc-485e-9721-345d3de03cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:40.651530 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-364ec064-acdc-485e-9721-345d3de03cd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.0731704 Jun 29 17:25:40.656575 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:40.686777 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.783089 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-d8fcdf04-b034-4372-bb5b-c65bc355a554 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185610 Jun 29 17:25:40.792687 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.796847 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.806746 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:40.831364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aca26b5-2a93-4af1-99e5-b8307184c7f7,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:40.834624 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:40.845214 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.847412 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2286174 Jun 29 17:25:40.850169 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37432) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:40.857935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group_rule': {'security_group_id': '92900ea4-ea5e-430c-866e-c99a762de6a6', 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:40.865866 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:40.870269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:40.874314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:40.881971 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:40.903797 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.962463 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-190ea293-2615-4c1a-812d-bd552122adb3 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608975 Jun 29 17:25:40.986964 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.992190 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.004019 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.008472 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '5c9a5171-612d-4761-bad2-4ae6a59844c7', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'port_id': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'mac_address': 'fa:16:3e:87:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:25:38Z', 'updated_at': '2021-06-29T17:25:38Z', 'revision_number': 0, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:14Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:41.013039 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e97169-7a6d-4059-a8db-74b495a4d26f None None] The sync data for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi is: [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '5c9a5171-612d-4761-bad2-4ae6a59844c7', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'port_id': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'mac_address': 'fa:16:3e:87:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:25:38Z', 'updated_at': '2021-06-29T17:25:38Z', 'revision_number': 0, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:14Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:25:41.028601 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d7b12e-07ab-4b0a-8816-2e03b0910c72,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.032295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:41.041354 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.043123 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-911b3ec8-a0c1-4366-93ff-276be08ce0ea tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1917119 Jun 29 17:25:41.050977 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37438) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:41.058016 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group_rule': {'security_group_id': '92900ea4-ea5e-430c-866e-c99a762de6a6', 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:41.064497 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:41.069257 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:41.072751 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:41.078929 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:41.094454 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.securitygroups_db [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Project 10cfefef1c9f44db99b1c38ef5895840 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:25:41.102076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.180675 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.185779 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.210959 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-68856390-24dc-4abc-91e1-335df473df32 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.224331 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.225646 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1735296 Jun 29 17:25:41.230284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37444) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:25:41.238807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'security_group_rule': {'security_group_id': '92900ea4-ea5e-430c-866e-c99a762de6a6', 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:41.241510 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccd45556-f800-42c9-b357-efc69dc05b6f req-291d8f51-bc23-46e2-bb24-16cbfe9afd7b service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684941 Jun 29 17:25:41.243601 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2ffbab-4fbf-4ad8-b2e8-a2ac4c99d95e,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.254563 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e869dd2e-07bb-4b99-9cca-d8ee92df280e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:41.258341 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d7a6f-12ec-4328-9968-d0136919b40d req-bbd9a1ec-da78-4cb7-9a08-29e9f4aeebd4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:41.258549 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:25:41.266729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Usage tracker for resource:security_group_rule and tenant:10cfefef1c9f44db99b1c38ef5895840 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:25:41.268310 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-570d7a6f-12ec-4328-9968-d0136919b40d req-bbd9a1ec-da78-4cb7-9a08-29e9f4aeebd4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.1958380 Jun 29 17:25:41.274661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:25:41.281901 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711d776-9bc1-41a0-a5ac-2f9d172c9c9e None None] New status for floating IP 5c9a5171-612d-4761-bad2-4ae6a59844c7: ACTIVE {{(pid=74140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:25:41.289570 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:25:41.305272 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.securitygroups_db [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Project 10cfefef1c9f44db99b1c38ef5895840 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:25:41.318973 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.353209 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-570d7a6f-12ec-4328-9968-d0136919b40d req-8b73da12-d738-4963-bd00-448c8aa44177 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832121 Jun 29 17:25:41.462092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.469843 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.476688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f56b-c843-47d9-ac46-05315f62c216 req-d3713772-ff96-462d-a7bf-b0676687181d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:41.478322 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc79f56b-c843-47d9-ac46-05315f62c216 req-d3713772-ff96-462d-a7bf-b0676687181d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.1439667 Jun 29 17:25:41.480170 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a0130401-eaa8-464c-b155-8cd179874b45 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.517267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd41365-27ff-4997-a173-fb077a8e389b,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.525191 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:41.551046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.552381 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3216233 Jun 29 17:25:41.564529 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc79f56b-c843-47d9-ac46-05315f62c216 req-2381ca05-d7b4-446d-83f8-9324e88787d2 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691202 Jun 29 17:25:41.699516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-1e6fb55d-bd13-454c-b958-d5432cded532 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Synchronizing usage tracker for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:41.720106 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-1e6fb55d-bd13-454c-b958-d5432cded532 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Unset dirty status for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:41.721519 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-1e6fb55d-bd13-454c-b958-d5432cded532 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326408073&fields=id&tenant_id=10cfefef1c9f44db99b1c38ef5895840 HTTP/1.1" status: 200 len: 267 time: 0.0688736 Jun 29 17:25:41.806646 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-5da491bc-449a-4352-8287-6c60b7691461 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:41.808211 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-5da491bc-449a-4352-8287-6c60b7691461 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0812159 Jun 29 17:25:41.822122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'port': {'security_groups': ['787d5c0b-e3a0-4795-a4d9-6c59058394d2', '92900ea4-ea5e-430c-866e-c99a762de6a6']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:25:42.005786 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.257795 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256608f2-8ec9-4dd5-a157-335ab3d9fc4e req-d383e9f4-8b5c-4e98-8337-6dbc2cd3e37c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:42.259267 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-256608f2-8ec9-4dd5-a157-335ab3d9fc4e req-d383e9f4-8b5c-4e98-8337-6dbc2cd3e37c tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0797036 Jun 29 17:25:42.281070 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:42.306657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.307625 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-256608f2-8ec9-4dd5-a157-335ab3d9fc4e req-8c80ee24-4f74-4599-9585-0d0198bc66e2 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Jun 29 17:25:42.311571 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.317536 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:42.383791 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:42.384453 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.385795 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4298ca5-fb33-44db-b688-7f94b5a0ca45 req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "PUT /v2.0/ports/4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 981 time: 0.5685427 Jun 29 17:25:42.386433 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:42.405660 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:42.409745 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=6']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:42.420594 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:42.455921 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'status': 'completed', 'code': 200} Jun 29 17:25:42.613469 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0e67-b334-4010-b8da-9ee389d130f7 req-e2c1d6b0-00a7-4d7b-92a2-e41e55774e3e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:42.616422 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-eade0e67-b334-4010-b8da-9ee389d130f7 req-e2c1d6b0-00a7-4d7b-92a2-e41e55774e3e tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.0861046 Jun 29 17:25:42.674530 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-eade0e67-b334-4010-b8da-9ee389d130f7 req-0c156b24-9a82-463c-8b22-affcd5404468 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505955 Jun 29 17:25:42.713371 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2815-5040-42a0-9b6b-62c92f357e06 req-8ae18e9a-489c-4a9c-89d7-807454bc86c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:42.714817 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5e9d2815-5040-42a0-9b6b-62c92f357e06 req-8ae18e9a-489c-4a9c-89d7-807454bc86c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.1515653 Jun 29 17:25:42.741073 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-8b45b571-8e08-4a95-930c-fdcf8fc90e93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1137 time: 0.1083212 Jun 29 17:25:42.752287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-a02000cc-9c4c-4a03-8c10-f49e350b4300 None None] Provisioning complete for port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:42.752680 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a02000cc-9c4c-4a03-8c10-f49e350b4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.767785 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5e9d2815-5040-42a0-9b6b-62c92f357e06 req-28428ff5-71a7-464d-bf27-234d8f7abf13 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460048 Jun 29 17:25:42.857323 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:42.938829 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-83361db5-6023-407c-ab77-e9ed18cb7836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:42.940168 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-83361db5-6023-407c-ab77-e9ed18cb7836 service neutron] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 916 time: 0.1284389 Jun 29 17:25:43.115537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-e80556dd-4ea6-4a8e-87b3-1c6e0416c1dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.117061 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-e80556dd-4ea6-4a8e-87b3-1c6e0416c1dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.0816305 Jun 29 17:25:43.140434 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-b567d0c6-8065-40e8-8b41-51b1fcfed961 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 1000 time: 0.1047683 Jun 29 17:25:43.196766 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Deleting port c04c7541-3430-477b-87a5-58d16ed3b868 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:25:43.197452 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:43.218819 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-37dc559e-fafa-4fc7-a1e1-18ad842e6c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.220850 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-37dc559e-fafa-4fc7-a1e1-18ad842e6c55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.0653582 Jun 29 17:25:43.325209 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-d124ca1e-e233-44ac-bae0-7f8f6a2d9505 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787587 Jun 29 17:25:43.485867 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-4f244fda-32a5-49ec-8eab-9c07f9c51723 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500094 Jun 29 17:25:43.514703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] For port c04c7541-3430-477b-87a5-58d16ed3b868, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c04c7541-3430-477b-87a5-58d16ed3b868,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:43.515027 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:43.640493 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef9fa0-8824-4701-8913-3730f6e66c84 req-f3d5f12e-8e71-4b9e-b3d0-480f69501d48 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267996 Jun 29 17:25:43.643311 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Calling delete_port for c04c7541-3430-477b-87a5-58d16ed3b868 owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:25:43.787511 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6139d2-8f36-41a8-8cfa-233ede054afa req-ff2b7ce0-5e97-44ea-a614-f5039b0437d1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.789025 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4d6139d2-8f36-41a8-8cfa-233ede054afa req-ff2b7ce0-5e97-44ea-a614-f5039b0437d1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.3303010 Jun 29 17:25:43.900668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03e3f5-43ff-4c1c-a361-72751f6e873c req-1ea5c245-bbbd-447e-85c7-75d2f8b3797a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.902182 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ab03e3f5-43ff-4c1c-a361-72751f6e873c req-1ea5c245-bbbd-447e-85c7-75d2f8b3797a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 946 time: 0.0910292 Jun 29 17:25:43.956394 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4d6139d2-8f36-41a8-8cfa-233ede054afa req-a87950f5-cb70-4377-ad1e-03a08180573e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601839 Jun 29 17:25:43.956667 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ab03e3f5-43ff-4c1c-a361-72751f6e873c req-2d3940a3-1bc1-44a2-88f3-07c8805d65ad tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Jun 29 17:25:43.960862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:43.967318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:44.012672 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event deleted for resources: {'Port': ['ID=c04c7541-3430-477b-87a5-58d16ed3b868,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:44.014979 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:44.089030 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] No DVR routers for this DVR port c04c7541-3430-477b-87a5-58d16ed3b868 on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:25:44.092250 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.095120 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d964c13-3339-48d6-a79f-066731950aff', 'name': 'network-vif-deleted', 'tag': 'c04c7541-3430-477b-87a5-58d16ed3b868'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:44.103729 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'c04c7541-3430-477b-87a5-58d16ed3b868'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:44.112481 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6da9f9ed-4714-46f5-8bea-37f8e69ebeae req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "DELETE /v2.0/ports/c04c7541-3430-477b-87a5-58d16ed3b868 HTTP/1.1" status: 204 len: 173 time: 0.9846637 Jun 29 17:25:44.156439 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d964c13-3339-48d6-a79f-066731950aff', 'name': 'network-vif-deleted', 'tag': 'c04c7541-3430-477b-87a5-58d16ed3b868', 'status': 'completed', 'code': 200} Jun 29 17:25:45.155322 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-2ae292ef-3469-4342-ac15-3bf3b1062011 req-f15d762d-5303-4882-a646-848575598f0d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:45.165264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0e71d-3209-434a-988b-c6921630b73e req-e337baa4-0de7-4671-97e4-d5a98d15d268 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:45.166713 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-29a0e71d-3209-434a-988b-c6921630b73e req-e337baa4-0de7-4671-97e4-d5a98d15d268 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Jun 29 17:25:45.172802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-2ae292ef-3469-4342-ac15-3bf3b1062011 req-f15d762d-5303-4882-a646-848575598f0d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:45.174187 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2ae292ef-3469-4342-ac15-3bf3b1062011 req-f15d762d-5303-4882-a646-848575598f0d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d964c13-3339-48d6-a79f-066731950aff HTTP/1.1" status: 200 len: 210 time: 0.0599525 Jun 29 17:25:45.227827 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-29a0e71d-3209-434a-988b-c6921630b73e req-2010488e-cdd2-4d68-a68c-0402355e4bea tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540662 Jun 29 17:25:46.443308 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7faca3-d17d-42c2-9371-986ea78b1a3f req-b96142ad-d1ff-4492-8857-12afc3e5a3ac tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:46.445032 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d7faca3-d17d-42c2-9371-986ea78b1a3f req-b96142ad-d1ff-4492-8857-12afc3e5a3ac tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.0941160 Jun 29 17:25:46.497106 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d7faca3-d17d-42c2-9371-986ea78b1a3f req-09dfc844-4604-4f94-8f35-5d463d0beb0a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Jun 29 17:25:46.838128 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1941b1-57a9-4d2e-ad2c-ce864a47c1c7 req-b0a4c60b-2ea0-4b20-ab95-8c7792104403 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:46.839584 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7e1941b1-57a9-4d2e-ad2c-ce864a47c1c7 req-b0a4c60b-2ea0-4b20-ab95-8c7792104403 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0867643 Jun 29 17:25:46.887044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7e1941b1-57a9-4d2e-ad2c-ce864a47c1c7 req-b12ac102-9e43-4dfc-8926-5d3f6fe64be0 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Jun 29 17:25:47.278565 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c04c7541-3430-477b-87a5-58d16ed3b868 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:25:47.315819 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: c04c7541-3430-477b-87a5-58d16ed3b868 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:25:47.316161 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c04c7541-3430-477b-87a5-58d16ed3b868 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:25:47.774143 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-dba392b2-428a-4608-93e9-3167cc58da49 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:47.775573 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-dba392b2-428a-4608-93e9-3167cc58da49 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1537948 Jun 29 17:25:47.785550 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cd20b-c500-44c1-8de2-a4f399aa99ef req-895a4c84-00af-4f11-b9f1-db5bdb252bbc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:47.786870 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7e1cd20b-c500-44c1-8de2-a4f399aa99ef req-895a4c84-00af-4f11-b9f1-db5bdb252bbc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 945 time: 0.1223958 Jun 29 17:25:47.880013 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Deleting port 3e4e9b92-276e-4873-991e-5a7320397e0f {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:25:47.880297 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.923447 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7e1cd20b-c500-44c1-8de2-a4f399aa99ef req-52d49ccd-ff03-4590-9428-b6aff728f05a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077287 Jun 29 17:25:48.146382 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] For port 3e4e9b92-276e-4873-991e-5a7320397e0f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3e4e9b92-276e-4873-991e-5a7320397e0f,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:48.146611 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.147575 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b861-41b1-461f-8865-2dd520d63c7f req-069e38a3-bb76-428e-8d6f-a7a1fca59684 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:48.149324 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2412b861-41b1-461f-8865-2dd520d63c7f req-069e38a3-bb76-428e-8d6f-a7a1fca59684 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.1400902 Jun 29 17:25:48.195363 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2412b861-41b1-461f-8865-2dd520d63c7f req-e0593e26-8847-42b1-9638-ff64dec613f8 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Jun 29 17:25:48.275266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Calling delete_port for 3e4e9b92-276e-4873-991e-5a7320397e0f owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:25:48.443362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.449472 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1faf24a7-96b1-44a3-a3ce-46c65e757d3e tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:48.510061 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Pushing event deleted for resources: {'Port': ['ID=3e4e9b92-276e-4873-991e-5a7320397e0f,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:48.512595 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:48.516215 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['3e4e9b92-276e-4873-991e-5a7320397e0f', '4d9f56e1-2409-4b05-baca-779736f41b17'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:48.586987 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] No DVR routers for this DVR port 3e4e9b92-276e-4873-991e-5a7320397e0f on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:25:48.589497 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.592116 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'name': 'network-vif-deleted', 'tag': '3e4e9b92-276e-4873-991e-5a7320397e0f'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:48.609770 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-64697a0f-90e0-4d91-804c-6c98b71b6e41 req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "DELETE /v2.0/ports/3e4e9b92-276e-4873-991e-5a7320397e0f HTTP/1.1" status: 204 len: 173 time: 0.8215744 Jun 29 17:25:48.655102 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b77c91-e8cc-4cd5-b09a-3417979406d1', 'name': 'network-vif-deleted', 'tag': '3e4e9b92-276e-4873-991e-5a7320397e0f', 'status': 'completed', 'code': 200} Jun 29 17:25:49.139184 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-59e2f875-884f-473b-92d9-9b845fb37d39 req-13fb6f7c-517c-43c1-a3de-a3ba6d04eed8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7b77c91-e8cc-4cd5-b09a-3417979406d1 HTTP/1.1" status: 200 len: 210 time: 0.0600405 Jun 29 17:25:49.407725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93570e9b-a590-4b75-9b50-7b98fa53b8c2 req-aa04a478-f673-40ca-a9e1-9b508a943d9f tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:49.409252 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-93570e9b-a590-4b75-9b50-7b98fa53b8c2 req-aa04a478-f673-40ca-a9e1-9b508a943d9f tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0820177 Jun 29 17:25:49.463900 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-93570e9b-a590-4b75-9b50-7b98fa53b8c2 req-8a107437-1490-402b-9416-fe2d76cffc2a tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Jun 29 17:25:50.101896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-b4cf1e25-1387-49bb-a75e-40eb6e799c2b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:50.103296 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-b4cf1e25-1387-49bb-a75e-40eb6e799c2b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.0875928 Jun 29 17:25:50.182887 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Deleting port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:25:50.183293 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.439451 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] For port ae0fe869-1b2d-4f48-86ad-4d09280e13a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:50.440156 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.636459 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Calling delete_port for ae0fe869-1b2d-4f48-86ad-4d09280e13a3 owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:25:50.639883 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c4774-1aa7-440a-ade5-b3091ab48cf0 req-542c60f8-0c57-45a1-b99d-d6cabd5f8999 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:50.641605 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-889c4774-1aa7-440a-ade5-b3091ab48cf0 req-542c60f8-0c57-45a1-b99d-d6cabd5f8999 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0845466 Jun 29 17:25:50.688059 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-889c4774-1aa7-440a-ade5-b3091ab48cf0 req-8e7a50c6-4a96-47a9-a12e-04c40380cf3a tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Jun 29 17:25:50.814863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59401-1d0d-43b3-b935-edc69dc2bb39 req-697feb8c-651d-41df-97c7-771a3cd75d36 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:50.816414 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e0b59401-1d0d-43b3-b935-edc69dc2bb39 req-697feb8c-651d-41df-97c7-771a3cd75d36 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 946 time: 0.1870031 Jun 29 17:25:50.863308 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.870136 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:50.916296 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event deleted for resources: {'Port': ['ID=ae0fe869-1b2d-4f48-86ad-4d09280e13a3,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:50.921916 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:50.926101 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e0b59401-1d0d-43b3-b935-edc69dc2bb39 req-04820150-ad59-449c-91a0-a1bcfe61dad4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039824 Jun 29 17:25:50.937548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:50.997399 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] No DVR routers for this DVR port ae0fe869-1b2d-4f48-86ad-4d09280e13a3 on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:25:51.000211 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.003610 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'name': 'network-vif-deleted', 'tag': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:51.019975 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9cef0a1c-3020-48b4-a84f-d3ee9f0fef58 req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "DELETE /v2.0/ports/ae0fe869-1b2d-4f48-86ad-4d09280e13a3 HTTP/1.1" status: 204 len: 173 time: 0.9067862 Jun 29 17:25:51.060455 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd24ff1a-f856-47c2-be58-a1b9586f9e95', 'name': 'network-vif-deleted', 'tag': 'ae0fe869-1b2d-4f48-86ad-4d09280e13a3', 'status': 'completed', 'code': 200} Jun 29 17:25:51.333547 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 3e4e9b92-276e-4873-991e-5a7320397e0f no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:25:51.368426 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 3e4e9b92-276e-4873-991e-5a7320397e0f {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:25:51.368774 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 3e4e9b92-276e-4873-991e-5a7320397e0f not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:25:51.908860 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c927b-acf2-45df-a333-3ffa9f6239fa req-6d953a5d-d032-4d0e-bb71-602a475d639f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:51.909534 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-812c927b-acf2-45df-a333-3ffa9f6239fa req-6d953a5d-d032-4d0e-bb71-602a475d639f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Synchronizing usage tracker for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:51.926904 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-812c927b-acf2-45df-a333-3ffa9f6239fa req-6d953a5d-d032-4d0e-bb71-602a475d639f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Unset dirty status for tenant:6db9b1e38c1b40b589b58f07f7e92ce3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:51.928119 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-812c927b-acf2-45df-a333-3ffa9f6239fa req-6d953a5d-d032-4d0e-bb71-602a475d639f tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1016369 Jun 29 17:25:51.977411 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-812c927b-acf2-45df-a333-3ffa9f6239fa req-23a6cb02-46d7-4894-a30e-2f14b29822d6 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Jun 29 17:25:52.107567 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3cc65100-b951-4496-9fa4-4ce2c75c547f req-cb8ff1c0-0710-4c3b-bfd9-b14bc7606ca4 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd24ff1a-f856-47c2-be58-a1b9586f9e95 HTTP/1.1" status: 200 len: 210 time: 0.0451648 Jun 29 17:25:53.337590 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ae0fe869-1b2d-4f48-86ad-4d09280e13a3 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:25:53.371042 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d376-19a6-45d8-a656-de9fb3f4e6fe req-3759a12f-709c-4e7a-ad26-1325e45cb753 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:53.372555 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7611d376-19a6-45d8-a656-de9fb3f4e6fe req-3759a12f-709c-4e7a-ad26-1325e45cb753 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2660117 Jun 29 17:25:53.383091 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: ae0fe869-1b2d-4f48-86ad-4d09280e13a3 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:25:53.383522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ae0fe869-1b2d-4f48-86ad-4d09280e13a3 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:25:53.421287 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7611d376-19a6-45d8-a656-de9fb3f4e6fe req-938d2226-14cd-4a28-9d71-9b201368f81b tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423293 Jun 29 17:25:54.706484 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe6b65-b7ed-4d34-8be4-47dbce9b1add req-0a262893-3394-48df-9289-b9e60fd3740d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:54.707957 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-88fe6b65-b7ed-4d34-8be4-47dbce9b1add req-0a262893-3394-48df-9289-b9e60fd3740d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1645706 Jun 29 17:25:54.755094 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-88fe6b65-b7ed-4d34-8be4-47dbce9b1add req-d633223d-88b2-4294-827b-c7a8c50c5eb1 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Jun 29 17:25:54.840596 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab71447-082c-4fce-8c90-91179e5b0332 req-ae22bfe7-157e-4bfa-afa9-94a7f023d009 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:54.841176 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-bab71447-082c-4fce-8c90-91179e5b0332 req-ae22bfe7-157e-4bfa-afa9-94a7f023d009 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:25:54.860081 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-bab71447-082c-4fce-8c90-91179e5b0332 req-ae22bfe7-157e-4bfa-afa9-94a7f023d009 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:25:54.861337 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bab71447-082c-4fce-8c90-91179e5b0332 req-ae22bfe7-157e-4bfa-afa9-94a7f023d009 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.0977087 Jun 29 17:25:54.911792 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-bab71447-082c-4fce-8c90-91179e5b0332 req-8a140125-da93-4179-91a7-7425e74b837c tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Jun 29 17:25:55.571973 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:25:55.967256 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0690d-136f-4105-82b8-a2a40fa3d300 req-4701aef0-97c7-4446-b9c2-4ed922758d1d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:55.968817 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d3f0690d-136f-4105-82b8-a2a40fa3d300 req-4701aef0-97c7-4446-b9c2-4ed922758d1d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0829461 Jun 29 17:25:56.014638 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d3f0690d-136f-4105-82b8-a2a40fa3d300 req-4de5b6b7-1013-4216-b909-77f1542f8842 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jun 29 17:25:56.114945 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ddd7b-5d00-495f-a719-d70343757034 req-b41348c4-5db4-454f-ad34-31ea3594c021 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:56.117082 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f00ddd7b-5d00-495f-a719-d70343757034 req-b41348c4-5db4-454f-ad34-31ea3594c021 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.0814683 Jun 29 17:25:56.176546 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f00ddd7b-5d00-495f-a719-d70343757034 req-e4c81b1b-1c48-4433-8622-2e3917d3a001 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Jun 29 17:25:57.221867 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:57.235984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a1239-9650-46d6-9569-6c5efb3fcaa1 req-ca1a1503-32fe-4418-9c9c-624027ef3700 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:57.239807 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c38a1239-9650-46d6-9569-6c5efb3fcaa1 req-ca1a1503-32fe-4418-9c9c-624027ef3700 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0936968 Jun 29 17:25:57.285244 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c38a1239-9650-46d6-9569-6c5efb3fcaa1 req-e20f9d5d-c20e-4b4a-b1a7-07e36a28cbec tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Jun 29 17:25:57.389817 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a7ee-e7c0-459b-87d4-aaa2c24dd38b req-db941dc7-3198-4fbd-86fb-911e9af16b56 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:57.391152 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9302a7ee-e7c0-459b-87d4-aaa2c24dd38b req-db941dc7-3198-4fbd-86fb-911e9af16b56 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.0865149 Jun 29 17:25:57.448444 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9302a7ee-e7c0-459b-87d4-aaa2c24dd38b req-84b375a5-7d16-4ef6-a53d-7a79c9dda0a6 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Jun 29 17:25:58.439403 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-1064ffc0-7623-479d-8f3c-30ed26900f4f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692868 Jun 29 17:25:58.484800 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43af46-42a4-4172-9d4b-089d398d3c4e req-ab67a2e7-1835-4503-a6c4-384d2acf273d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:58.486606 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef43af46-42a4-4172-9d4b-089d398d3c4e req-ab67a2e7-1835-4503-a6c4-384d2acf273d tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0806816 Jun 29 17:25:58.534947 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef43af46-42a4-4172-9d4b-089d398d3c4e req-23ee4e4c-d265-4818-89b3-70df553d1c23 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Jun 29 17:25:58.571193 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-505a7d76-905c-4d9a-807e-6dc887d28ffa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1099 time: 0.0761240 Jun 29 17:25:58.670148 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9af63-f0a7-4bf8-8d51-f48af180d93e req-1d130c46-f268-4e52-a985-a58ce02ee915 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:58.671880 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-41e9af63-f0a7-4bf8-8d51-f48af180d93e req-1d130c46-f268-4e52-a985-a58ce02ee915 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.0875273 Jun 29 17:25:58.720642 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-41e9af63-f0a7-4bf8-8d51-f48af180d93e req-97227e4d-9c97-48bf-b88b-ea36253b1334 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/security-groups?id=d026f39d-651c-47ef-afd4-4363936ca08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Jun 29 17:25:58.881333 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee32d-699f-448b-8b78-7780997ec156 req-4595442a-f6da-41cd-b431-58d352432590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:58.882784 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-4595442a-f6da-41cd-b431-58d352432590 service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.1313133 Jun 29 17:25:58.895185 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-67247e8c-9fec-47c6-b7b2-c9eaa6781949 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:58.896623 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-67247e8c-9fec-47c6-b7b2-c9eaa6781949 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 946 time: 0.0896957 Jun 29 17:25:58.967076 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Deleting port f293a02c-6c88-46de-b41d-831fc2e7fa4f {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:25:58.967780 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.991782 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-00e48452-85c5-4377-9076-ce51d97b2a92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 1002 time: 0.0979004 Jun 29 17:25:59.081397 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee32d-699f-448b-8b78-7780997ec156 req-fbb5f0a8-d9a0-439f-b2a7-9e4490ccd05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.083960 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-fbb5f0a8-d9a0-439f-b2a7-9e4490ccd05f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0608397 Jun 29 17:25:59.169660 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-a9d36027-a624-4fb3-979e-cdc544b669d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721936 Jun 29 17:25:59.221664 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] For port f293a02c-6c88-46de-b41d-831fc2e7fa4f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f293a02c-6c88-46de-b41d-831fc2e7fa4f,segment=NetworkSegment(f170d813-f341-43cd-8780-625196e5e53b),segment_id=f170d813-f341-43cd-8780-625196e5e53b)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:59.222125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.343770 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Calling delete_port for f293a02c-6c88-46de-b41d-831fc2e7fa4f owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:25:59.400064 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-762af5cf-0bf4-4e3e-8759-9398f216b36c service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095921 Jun 29 17:25:59.494008 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.500611 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:59.545574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Pushing event deleted for resources: {'Port': ['ID=f293a02c-6c88-46de-b41d-831fc2e7fa4f,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:59.549727 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:59.551680 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a20ee32d-699f-448b-8b78-7780997ec156 req-13b5b73e-9941-4194-9d5f-49cba130a09c service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320255 Jun 29 17:25:59.593869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['f293a02c-6c88-46de-b41d-831fc2e7fa4f'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:25:59.624463 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] No DVR routers for this DVR port f293a02c-6c88-46de-b41d-831fc2e7fa4f on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:25:59.627716 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.630323 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'name': 'network-vif-deleted', 'tag': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:59.640155 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-677170a2-bf0f-4867-baf3-d8c4671874a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.647406 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2d811d44-a455-43af-8dc1-b1c160c87432 req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.81 "DELETE /v2.0/ports/f293a02c-6c88-46de-b41d-831fc2e7fa4f HTTP/1.1" status: 204 len: 173 time: 0.7434022 Jun 29 17:25:59.723197 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc78c45-c7a9-4b6c-b695-1393aa563dd0', 'name': 'network-vif-deleted', 'tag': 'f293a02c-6c88-46de-b41d-831fc2e7fa4f', 'status': 'completed', 'code': 200} Jun 29 17:25:59.762268 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efed0bb-aefa-4a2c-b800-6b4822fb98ee req-4f468298-e2ff-480d-82b2-bfe17027a2c0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.763806 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5efed0bb-aefa-4a2c-b800-6b4822fb98ee req-4f468298-e2ff-480d-82b2-bfe17027a2c0 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0813451 Jun 29 17:25:59.809874 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5efed0bb-aefa-4a2c-b800-6b4822fb98ee req-abe7bede-5ef9-429b-8e5d-8b704848cc88 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Jun 29 17:26:00.050076 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-59594d1f-fe95-4466-b893-e30ee646b82d req-c826caad-bd5a-46ae-bb8e-31f0cb704142 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Synchronizing usage tracker for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:26:00.067353 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-59594d1f-fe95-4466-b893-e30ee646b82d req-c826caad-bd5a-46ae-bb8e-31f0cb704142 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Unset dirty status for tenant:16bcb94cc9f04c619cc082034f78e71d on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:26:00.068548 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-59594d1f-fe95-4466-b893-e30ee646b82d req-c826caad-bd5a-46ae-bb8e-31f0cb704142 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc78c45-c7a9-4b6c-b695-1393aa563dd0 HTTP/1.1" status: 200 len: 210 time: 0.0596354 Jun 29 17:26:00.110996 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.022664 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e985-2cdd-4b45-b8b4-481cfea6f409 req-451a3a53-0e3d-4a64-9113-9a5526678256 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:01.024127 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2326e985-2cdd-4b45-b8b4-481cfea6f409 req-451a3a53-0e3d-4a64-9113-9a5526678256 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.0860553 Jun 29 17:26:01.073039 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2326e985-2cdd-4b45-b8b4-481cfea6f409 req-569e972a-807e-4242-b82c-7e5633c207e8 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Jun 29 17:26:01.176191 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37572) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:01.239457 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Deleting subnet cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:26:01.242800 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.295035 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.354717 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.486447 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.491201 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-79c714e0-b63e-4eb9-a9ae-13f80078938b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:01.524261 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:01.527724 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:01.531515 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.538698 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8e8af131-ff6e-4c15-86ac-2ed670dc9e07 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cc5b1f3c-9650-4ef0-ba3d-9c4cfd7c5744 HTTP/1.1" status: 204 len: 168 time: 0.3613949 Jun 29 17:26:01.541685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37576) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:01.647038 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.774005 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.786604 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44c6bcd-0c19-44e7-8d5a-831123cc67a1']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:01.802422 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f170d813-f341-43cd-8780-625196e5e53b') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:01.802601 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f170d813-f341-43cd-8780-625196e5e53b') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:01.813849 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.830098 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.836135 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:26:01.836555 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:26:01.849886 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:26:01.929285 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cce00b8d-fa56-4cb5-a93e-93400e601fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.935001 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.944586 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07d7003a-2507-45eb-93c6-ea5c74840ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:01.955809 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.966113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44c6bcd-0c19-44e7-8d5a-831123cc67a1,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:01.970616 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:01.978548 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c44c6bcd-0c19-44e7-8d5a-831123cc67a1 HTTP/1.1" status: 204 len: 168 time: 0.4358623 Jun 29 17:26:02.212844 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37590) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:02.296842 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7de8-2fe2-4def-9dff-21ab277275d2 req-cc83cc49-9790-4ca4-ac5a-24709bbb4eae tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:02.298290 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-080b7de8-2fe2-4def-9dff-21ab277275d2 req-cc83cc49-9790-4ca4-ac5a-24709bbb4eae tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0807238 Jun 29 17:26:02.315581 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-4554dec3-e760-4e48-81f9-a40fc43e915d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16bcb94cc9f04c619cc082034f78e71d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0994437 Jun 29 17:26:02.316257 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37594) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:02.352638 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-080b7de8-2fe2-4def-9dff-21ab277275d2 req-b75f5d50-e970-4929-b22e-fc05436613c4 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482805 Jun 29 17:26:02.421944 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431d718-214d-4abb-a1ac-0be784e3b710 req-d3ebc5f8-b420-4875-9cd1-f263e88d1e38 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:02.423421 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b431d718-214d-4abb-a1ac-0be784e3b710 req-d3ebc5f8-b420-4875-9cd1-f263e88d1e38 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.1799588 Jun 29 17:26:02.469951 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.516719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.525060 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b431d718-214d-4abb-a1ac-0be784e3b710 req-d65a6616-929d-4190-bee2-c93bdfde02dc tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/security-groups?id=9f423150-0784-4d7d-bda1-7bf1cd1379d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941916 Jun 29 17:26:02.561026 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-e0d449a6-e960-417a-9f8a-ee362c5a7c93 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:02.562497 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-e0d449a6-e960-417a-9f8a-ee362c5a7c93 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 945 time: 0.2017217 Jun 29 17:26:02.625400 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.631641 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5ade52e2-d240-4b7e-9450-2e2e77046fa8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:02.649065 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026f39d-651c-47ef-afd4-4363936ca08b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:02.652991 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:02.658037 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Deleting port 4d9f56e1-2409-4b05-baca-779736f41b17 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:26:02.658372 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.693817 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.694921 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d026f39d-651c-47ef-afd4-4363936ca08b HTTP/1.1" status: 204 len: 168 time: 0.3777184 Jun 29 17:26:02.909088 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] For port 4d9f56e1-2409-4b05-baca-779736f41b17, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4d9f56e1-2409-4b05-baca-779736f41b17,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:02.909444 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.007843 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.034737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Calling delete_port for 4d9f56e1-2409-4b05-baca-779736f41b17 owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:26:03.180325 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.187778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:03.229577 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Pushing event deleted for resources: {'Port': ['ID=4d9f56e1-2409-4b05-baca-779736f41b17,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:03.232035 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:03.240830 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4d9f56e1-2409-4b05-baca-779736f41b17'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:26:03.307493 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] No DVR routers for this DVR port 4d9f56e1-2409-4b05-baca-779736f41b17 on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:26:03.309922 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.312845 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'name': 'network-vif-deleted', 'tag': '4d9f56e1-2409-4b05-baca-779736f41b17'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:03.329652 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-19d8cc65-b3a4-4bb2-954b-279c03c39f6c req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.81 "DELETE /v2.0/ports/4d9f56e1-2409-4b05-baca-779736f41b17 HTTP/1.1" status: 204 len: 173 time: 0.7593606 Jun 29 17:26:03.374970 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc94f01-57ae-4ebd-af20-2bc477673645', 'name': 'network-vif-deleted', 'tag': '4d9f56e1-2409-4b05-baca-779736f41b17', 'status': 'completed', 'code': 200} Jun 29 17:26:03.453083 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device f293a02c-6c88-46de-b41d-831fc2e7fa4f no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:26:03.491767 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: f293a02c-6c88-46de-b41d-831fc2e7fa4f {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:26:03.492109 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device f293a02c-6c88-46de-b41d-831fc2e7fa4f not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:26:03.492576 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4d9f56e1-2409-4b05-baca-779736f41b17 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:26:03.531431 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 4d9f56e1-2409-4b05-baca-779736f41b17 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:26:03.531818 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4d9f56e1-2409-4b05-baca-779736f41b17 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:26:03.620872 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8351-f5b3-46e8-8fdb-a30c1a50ff6c req-e27185ff-4f4f-423a-a5c7-603fc07bc0c8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:03.622701 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bfab8351-f5b3-46e8-8fdb-a30c1a50ff6c req-e27185ff-4f4f-423a-a5c7-603fc07bc0c8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1429853 Jun 29 17:26:03.671367 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bfab8351-f5b3-46e8-8fdb-a30c1a50ff6c req-dd39e937-cb39-42ee-a7d9-dd0ffe62adeb tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Jun 29 17:26:03.717142 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fee8cd4c-d190-4b26-8463-da2a7b7f2f54 req-179e6295-a0cc-4655-9d08-a06a1f56b243 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cc94f01-57ae-4ebd-af20-2bc477673645 HTTP/1.1" status: 200 len: 210 time: 0.0404763 Jun 29 17:26:04.511075 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.825149 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37654) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:04.880242 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12bbdd-41ee-4627-a06e-373e616027c1 req-15960819-d4fb-4ec8-aaef-5240fde3a07a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:04.881746 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5a12bbdd-41ee-4627-a06e-373e616027c1 req-15960819-d4fb-4ec8-aaef-5240fde3a07a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0848920 Jun 29 17:26:04.934720 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5a12bbdd-41ee-4627-a06e-373e616027c1 req-5e3c171d-9188-47be-b049-480fc85c0e10 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Jun 29 17:26:05.442646 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:06.101156 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Deleting port 6079c754-9676-456e-9402-7167bd704f3a {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:26:06.101809 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:06.344762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43116978-e864-4136-975b-c48a3010d979 req-454acfbb-8d29-44e9-b98f-f5ab6d3883eb tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:06.346233 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-43116978-e864-4136-975b-c48a3010d979 req-454acfbb-8d29-44e9-b98f-f5ab6d3883eb tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2844095 Jun 29 17:26:06.385235 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] For port 6079c754-9676-456e-9402-7167bd704f3a, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6079c754-9676-456e-9402-7167bd704f3a,segment=NetworkSegment(381993c3-0024-4ee0-b104-6a672435d22c),segment_id=381993c3-0024-4ee0-b104-6a672435d22c)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:06.385609 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:06.520885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Calling delete_port for 6079c754-9676-456e-9402-7167bd704f3a owned by network:router_interface {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:26:06.571856 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-43116978-e864-4136-975b-c48a3010d979 req-9b521730-2efc-48fa-8420-618e95195647 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116032 Jun 29 17:26:06.852720 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:06.856325 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:06.897993 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Pushing event deleted for resources: {'Port': ['ID=6079c754-9676-456e-9402-7167bd704f3a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:06.901274 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:07.188490 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:07.772658 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc041-7db9-43f7-ba0c-4243666dc61b req-8238f5c7-610a-4494-ae68-9cf3d75aa6b7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:07.774091 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0edcc041-7db9-43f7-ba0c-4243666dc61b req-8238f5c7-610a-4494-ae68-9cf3d75aa6b7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0766490 Jun 29 17:26:07.820199 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0edcc041-7db9-43f7-ba0c-4243666dc61b req-9f169de4-faf1-4b33-b1b8-0c42200f29fd tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Jun 29 17:26:07.851348 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Router 7c064ace-69cd-435b-8377-8d23d52794de has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:26:08.063861 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:26:08.072596 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] Sync routers for ids ['7c064ace-69cd-435b-8377-8d23d52794de'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:26:08.077864 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] 10.222.0.79 "PUT /v2.0/routers/7c064ace-69cd-435b-8377-8d23d52794de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515633 Jun 29 17:26:08.080641 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37676) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:08.084809 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] Routers {'7c064ace-69cd-435b-8377-8d23d52794de'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:08.085427 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:26:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['7c064ace-69cd-435b-8377-8d23d52794de'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:08.263157 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] Set router 7c064ace-69cd-435b-8377-8d23d52794de gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:26:08.280999 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.477636 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.488618 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Deleting port 7e0f61a3-5592-49c4-9db4-293c5d06092c {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:26:08.488995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.538868 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:26:06Z', 'revision_number': 5, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port': {'id': '7e0f61a3-5592-49c4-9db4-293c5d06092c', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064ace-69cd-435b-8377-8d23d52794de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:08.543710 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] Checking router: 7c064ace-69cd-435b-8377-8d23d52794de for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:26:08.555453 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] Routers {'7c064ace-69cd-435b-8377-8d23d52794de'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:08.556051 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:26:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['7c064ace-69cd-435b-8377-8d23d52794de'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:08.667497 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] For port 7e0f61a3-5592-49c4-9db4-293c5d06092c, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=7e0f61a3-5592-49c4-9db4-293c5d06092c,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:08.667951 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.705844 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] Set router 7c064ace-69cd-435b-8377-8d23d52794de gateway port host: None {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:26:08.785381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Calling delete_port for 7e0f61a3-5592-49c4-9db4-293c5d06092c owned by network:router_gateway {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:26:08.811114 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:26:08Z', 'revision_number': 6, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:08.815715 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d83430-b41d-45d6-bc4d-875488b8b349 None None] The sync data for ids ['7c064ace-69cd-435b-8377-8d23d52794de'] in dv-cinder-798672-1-iscsi is: [{'id': '7c064ace-69cd-435b-8377-8d23d52794de', 'name': 'tempest-ServerRescueNegativeTestJSON-225116771-router', 'tenant_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:26:08Z', 'revision_number': 6, 'project_id': '6db9b1e38c1b40b589b58f07f7e92ce3', 'gw_port_host': None}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:26:08.995058 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.999562 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:09.137251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0f61a3-5592-49c4-9db4-293c5d06092c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:09.142189 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:09.234973 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d222e-058d-4f71-89f1-fe2e99c51d68 req-e25fc118-0a18-40c5-8f6f-0ba73eeb407a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:09.236698 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-767d222e-058d-4f71-89f1-fe2e99c51d68 req-e25fc118-0a18-40c5-8f6f-0ba73eeb407a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.2918561 Jun 29 17:26:09.409294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.479960 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-767d222e-058d-4f71-89f1-fe2e99c51d68 req-7c81dd93-af1a-44eb-b628-853062d97969 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362552 Jun 29 17:26:09.676103 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.681237 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.770829 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.776434 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c064ace-69cd-435b-8377-8d23d52794de {{(pid=74138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:26:09.790988 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.792103 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7c064ace-69cd-435b-8377-8d23d52794de HTTP/1.1" status: 204 len: 168 time: 1.7105789 Jun 29 17:26:09.795393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37688) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:09.860208 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Deleting subnet bcc2e909-156a-45a4-901e-6abb9cc7213b {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:26:09.863408 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.891220 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6079c754-9676-456e-9402-7167bd704f3a no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:26:09.914753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.927979 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 6079c754-9676-456e-9402-7167bd704f3a {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:26:09.928374 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6079c754-9676-456e-9402-7167bd704f3a not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:26:09.928901 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 7e0f61a3-5592-49c4-9db4-293c5d06092c no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:26:09.960921 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 7e0f61a3-5592-49c4-9db4-293c5d06092c {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:26:09.961419 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 7e0f61a3-5592-49c4-9db4-293c5d06092c not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:26:09.977014 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.046315 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.050337 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:10.087712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc2e909-156a-45a4-901e-6abb9cc7213b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:10.091094 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:10.092477 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.101021 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bcc2e909-156a-45a4-901e-6abb9cc7213b HTTP/1.1" status: 204 len: 168 time: 0.3018079 Jun 29 17:26:10.101021 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37692) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:10.209122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.335492 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.349279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af240131-058b-43a9-966b-d7a1fa7eb769']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:10.361926 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381993c3-0024-4ee0-b104-6a672435d22c') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:10.362224 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381993c3-0024-4ee0-b104-6a672435d22c') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:10.373992 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.390273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.396557 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:26:10.396933 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:26:10.414280 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:26:10.493438 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.497308 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-af523fcd-bbbf-4bbe-af45-c6ce9a58fb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:10.510591 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.520863 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Pushing event deleted for resources: {'Network': ['ID=af240131-058b-43a9-966b-d7a1fa7eb769,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:10.524026 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:10.530663 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-166e02e0-4510-4dec-96e0-8a83fccccf97 admin admin] 10.222.0.79 "DELETE /v2.0/networks/af240131-058b-43a9-966b-d7a1fa7eb769 HTTP/1.1" status: 204 len: 168 time: 0.4288325 Jun 29 17:26:10.676393 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37700) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:10.694210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7460b9-e7de-4996-994f-2cf66b4dbe6f req-e1cd33e6-e510-4433-8444-b66bea6ce4e3 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:10.695682 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c7460b9-e7de-4996-994f-2cf66b4dbe6f req-e1cd33e6-e510-4433-8444-b66bea6ce4e3 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0920813 Jun 29 17:26:10.725628 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-80fe4cec-4c47-487a-b0b3-2c9890cb6b06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6db9b1e38c1b40b589b58f07f7e92ce3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480058 Jun 29 17:26:10.728022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37704) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:10.743634 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c7460b9-e7de-4996-994f-2cf66b4dbe6f req-20176c1b-5463-48d6-9df0-af578a5bb71f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Jun 29 17:26:10.790375 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.816575 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.869266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.874608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-45b9626f-afb5-4ed1-9f78-2c746d629069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:10.887365 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f423150-0784-4d7d-bda1-7bf1cd1379d5,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:10.890051 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:10.900284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.904273 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f423150-0784-4d7d-bda1-7bf1cd1379d5 HTTP/1.1" status: 204 len: 168 time: 0.1725302 Jun 29 17:26:11.947439 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb13b9-21ed-4b5e-b969-8eb017543db6 req-44d60931-5f88-450a-b894-97a9a2a2accc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:11.948913 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3feb13b9-21ed-4b5e-b969-8eb017543db6 req-44d60931-5f88-450a-b894-97a9a2a2accc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0803912 Jun 29 17:26:11.996328 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3feb13b9-21ed-4b5e-b969-8eb017543db6 req-41e78707-f873-4a7b-81cd-893decce2ce6 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Jun 29 17:26:13.204883 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9b87d-6e7f-453f-be3d-3fd5feb80837 req-d49ecee8-9089-4b33-8a18-dc1bf1bdc95a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:13.206365 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b8a9b87d-6e7f-453f-be3d-3fd5feb80837 req-d49ecee8-9089-4b33-8a18-dc1bf1bdc95a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0850363 Jun 29 17:26:13.256863 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b8a9b87d-6e7f-453f-be3d-3fd5feb80837 req-d54802ba-75d5-4fb3-9211-79a41336805d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Jun 29 17:26:13.295822 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37776) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:13.440612 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.484856 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:13.489127 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c57c22cd5fc48a7b2598856e7b01ae3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:13.492243 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:13.498655 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:13.568355 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.574039 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.580716 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9f5df9fa-0f3d-42c5-8282-56b84045c8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:13.619078 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c78a2-1398-435c-b76d-652bb168d38f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:13.622582 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:13.625078 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c57c22cd5fc48a7b2598856e7b01ae3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3279955 Jun 29 17:26:13.627940 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37784) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:13.693194 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.719346 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.772330 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.776029 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-10e656a0-0935-4f0b-9b1b-38b6f378fd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:13.788775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c78a2-1398-435c-b76d-652bb168d38f,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:13.792047 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:13.794161 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:13.795237 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/876c78a2-1398-435c-b76d-652bb168d38f HTTP/1.1" status: 204 len: 168 time: 0.1663377 Jun 29 17:26:14.167478 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37794) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:14.186704 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.219637 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:14.223613 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f1a120456045d2b4a42295b00cd424 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:14.226659 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:14.232682 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:14.301688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.307152 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.314153 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-884e0e5d-cb1f-4868-b9b2-5c01a499cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:14.357137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0dcdd-e0bf-48ca-a4c6-457762a63c73,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:14.361777 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c1f1a120456045d2b4a42295b00cd424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932659 Jun 29 17:26:14.362665 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:14.364397 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37800) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:14.474148 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.506141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.520374 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a9054-fa2e-46f3-b4c2-bdeae8773ddc req-701d7e08-90eb-456e-ae9f-58c8c0f3ca7e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:14.521837 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-af3a9054-fa2e-46f3-b4c2-bdeae8773ddc req-701d7e08-90eb-456e-ae9f-58c8c0f3ca7e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1333458 Jun 29 17:26:14.588260 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-af3a9054-fa2e-46f3-b4c2-bdeae8773ddc req-64406ec6-e161-4b9b-a933-bb4d4ecb4f75 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582724 Jun 29 17:26:14.602877 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.607778 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9e0cddb9-3d56-493e-86a8-c1b7465a9512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:14.618172 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0dcdd-e0bf-48ca-a4c6-457762a63c73,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:14.622599 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:14.625513 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.625875 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71e0dcdd-e0bf-48ca-a4c6-457762a63c73 HTTP/1.1" status: 204 len: 168 time: 0.2606151 Jun 29 17:26:15.825900 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4bcd-0aef-4fde-a074-49737377adc0 req-8e3957d2-412e-40bf-b7a6-72f81c6d788a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:15.827621 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b67e4bcd-0aef-4fde-a074-49737377adc0 req-8e3957d2-412e-40bf-b7a6-72f81c6d788a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0864084 Jun 29 17:26:15.899803 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b67e4bcd-0aef-4fde-a074-49737377adc0 req-3df51347-5c08-4dbc-a705-4d0f914530a4 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646195 Jun 29 17:26:17.088021 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0286ec-2773-4b74-9ce1-e26151bab1aa req-77949a27-2ef3-4148-8a05-cac327140ca2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:17.089548 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa0286ec-2773-4b74-9ce1-e26151bab1aa req-77949a27-2ef3-4148-8a05-cac327140ca2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0800464 Jun 29 17:26:17.143690 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa0286ec-2773-4b74-9ce1-e26151bab1aa req-44b1103b-011f-4c08-addd-3eb48a33877d tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Jun 29 17:26:18.362547 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f819e9-e8af-4bc6-bac1-0fbf1d5c7dde req-a5b47b7f-ae62-4094-9438-63a8defae282 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:18.363970 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d8f819e9-e8af-4bc6-bac1-0fbf1d5c7dde req-a5b47b7f-ae62-4094-9438-63a8defae282 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0901463 Jun 29 17:26:18.412403 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d8f819e9-e8af-4bc6-bac1-0fbf1d5c7dde req-04e92888-356c-4b97-91a3-41a2475a02c7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Jun 29 17:26:19.695287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70e971-69b7-4be5-b99e-4609409d2718 req-d50b9868-8a97-49ed-97f8-58fda74e7def tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:19.696793 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3d70e971-69b7-4be5-b99e-4609409d2718 req-d50b9868-8a97-49ed-97f8-58fda74e7def tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1626811 Jun 29 17:26:20.034576 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3d70e971-69b7-4be5-b99e-4609409d2718 req-8892d3ce-cbc9-4a92-be1a-f7c157661427 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300655 Jun 29 17:26:21.243792 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b412251-40a6-4da4-8bc9-7061b73f96cf req-1a613170-cf06-4c86-ac0e-143120d90d6f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:21.245281 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b412251-40a6-4da4-8bc9-7061b73f96cf req-1a613170-cf06-4c86-ac0e-143120d90d6f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0777504 Jun 29 17:26:21.291600 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b412251-40a6-4da4-8bc9-7061b73f96cf req-a7d09914-3268-44b7-857f-53921df3dbf2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406160 Jun 29 17:26:22.512587 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1d07f-8a1d-445e-9824-52940d3a8d06 req-51e8193c-ad93-45ec-9449-ec5114037dc1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:22.514061 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-76e1d07f-8a1d-445e-9824-52940d3a8d06 req-51e8193c-ad93-45ec-9449-ec5114037dc1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0889797 Jun 29 17:26:22.566019 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-76e1d07f-8a1d-445e-9824-52940d3a8d06 req-e1afd7d7-103b-4d30-bb8d-d452065cff41 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Jun 29 17:26:23.253340 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 37940) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:23.405304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.449168 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:23.454195 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Usage tracker for resource:security_group_rule and tenant:80db49b0b3e8424097ce5b7f511adcf2 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:23.457117 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:23.462886 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:23.531852 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.540362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.548545 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-298031ea-79fc-479b-97f6-4da642f5c50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:23.587244 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a87de1-751f-43af-ac60-15ddd7b6f30f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:23.591771 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=80db49b0b3e8424097ce5b7f511adcf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3372567 Jun 29 17:26:23.594981 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37946) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:23.598520 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.598901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.599260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.599613 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.600073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.600458 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.600802 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.601156 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.601496 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.601826 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.602161 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:23.606055 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:23.661289 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.688458 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.796300 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5efb4f-7b4f-4a69-94ad-13c6c95d74ca req-c4c9e26e-ee44-4597-8773-b8678185ffe2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:23.797800 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8c5efb4f-7b4f-4a69-94ad-13c6c95d74ca req-c4c9e26e-ee44-4597-8773-b8678185ffe2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1025796 Jun 29 17:26:23.798823 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.802477 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7fa68568-f450-4550-bfc4-543d39778f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:23.827216 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a87de1-751f-43af-ac60-15ddd7b6f30f,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:23.834859 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:23.840746 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.841736 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11a87de1-751f-43af-ac60-15ddd7b6f30f HTTP/1.1" status: 204 len: 168 time: 0.2454698 Jun 29 17:26:23.865736 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8c5efb4f-7b4f-4a69-94ad-13c6c95d74ca req-6967b45b-d781-4821-98a7-e8270be648c6 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569394 Jun 29 17:26:24.221421 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37964) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:24.294641 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.327528 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:24.331379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Usage tracker for resource:security_group_rule and tenant:8f78de50c5334983bb24ae2273c2488d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:24.334255 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:24.339970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:24.415994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.422564 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.429061 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-f4f919dd-b992-4a66-99da-558ecbf4f929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:24.467592 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7abefe8-c815-41db-a7ee-87712b7c3ed9,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:24.470760 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:24.473347 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f78de50c5334983bb24ae2273c2488d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2509258 Jun 29 17:26:24.476189 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 37970) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:24.536001 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.565712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.619364 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.622927 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-09327367-6586-4fa8-83eb-c8609c316011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:24.634459 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7abefe8-c815-41db-a7ee-87712b7c3ed9,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:24.637852 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:24.641468 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.642578 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7abefe8-c815-41db-a7ee-87712b7c3ed9 HTTP/1.1" status: 204 len: 168 time: 0.1654866 Jun 29 17:26:25.068134 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f24163-dfe9-45c6-af1b-3819085cad3a req-46abc22d-c04c-4531-8fb5-fe92cebdcfc2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:25.069643 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-37f24163-dfe9-45c6-af1b-3819085cad3a req-46abc22d-c04c-4531-8fb5-fe92cebdcfc2 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0821264 Jun 29 17:26:25.121346 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-37f24163-dfe9-45c6-af1b-3819085cad3a req-609675b3-ccd2-4f46-90b6-5fb9b3a515c5 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460572 Jun 29 17:26:25.490365 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291ede-fbf1-4112-94be-1931159b9545 req-9c1992c9-fd7b-44fe-8500-04ebce5f9768 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:25.491822 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c9291ede-fbf1-4112-94be-1931159b9545 req-9c1992c9-fd7b-44fe-8500-04ebce5f9768 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0791068 Jun 29 17:26:25.541313 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c9291ede-fbf1-4112-94be-1931159b9545 req-cc711990-f84b-46fa-a8bf-323251a8cfc6 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Jun 29 17:26:26.738290 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4889da-873a-4e76-ab9a-3d426966cbc3 req-c54b4413-6cbb-4396-9093-38e9181c8905 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:26.739728 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dd4889da-873a-4e76-ab9a-3d426966cbc3 req-c54b4413-6cbb-4396-9093-38e9181c8905 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0749166 Jun 29 17:26:26.790377 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dd4889da-873a-4e76-ab9a-3d426966cbc3 req-475d743a-62cc-41e2-bc60-d3e72ef70e0c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Jun 29 17:26:27.197900 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38044) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:27.239686 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.350141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.383387 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:27.387746 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Usage tracker for resource:security_group_rule and tenant:c9d7fa5b481d47b79a132cda06902796 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:27.391536 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:27.398155 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:27.467771 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.472832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.479189 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bb14a7ac-1347-44b9-820d-a5a726c25731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:27.519711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49cdfbe-904f-4b34-8632-dd62e17e108e,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:27.523785 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9d7fa5b481d47b79a132cda06902796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249226 Jun 29 17:26:27.524669 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:27.526411 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38052) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:27.586875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.614154 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.669840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.673697 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-96f8edc8-f439-427b-808f-4882cb5149e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:27.685835 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49cdfbe-904f-4b34-8632-dd62e17e108e,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:27.688537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:27.695934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.697099 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-817f4224-f3e5-4ed9-b557-86fdb4b82f1f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e49cdfbe-904f-4b34-8632-dd62e17e108e HTTP/1.1" status: 204 len: 168 time: 0.1696084 Jun 29 17:26:28.012218 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f7095-81a7-4425-aaa2-79f58d0f0b31 req-9f86627d-56f2-4323-a8c5-1d86332dcc34 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.013952 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1f2f7095-81a7-4425-aaa2-79f58d0f0b31 req-9f86627d-56f2-4323-a8c5-1d86332dcc34 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0791156 Jun 29 17:26:28.053457 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38064) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:28.081057 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.096943 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1f2f7095-81a7-4425-aaa2-79f58d0f0b31 req-04f1c008-f47e-4ac6-8f17-8fd15275ecf9 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772760 Jun 29 17:26:28.120588 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:28.124670 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Usage tracker for resource:security_group_rule and tenant:70824c7beb6641e4896e21b513398fec is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:28.127543 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:28.133207 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:28.201924 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.206870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.215153 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-2c145bc7-5be4-4c30-a55a-964d13da2b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:28.258049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfed404-767d-4a5a-9e60-0282aa98fae9,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:28.261218 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:28.267535 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70824c7beb6641e4896e21b513398fec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2106295 Jun 29 17:26:28.268329 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38070) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:28.329007 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.352542 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-95dadf9f-fc8e-437f-b041-fdb582da41e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 1099 time: 0.2610621 Jun 29 17:26:28.354434 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.406607 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.410263 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-678005c7-4761-47cd-aeb3-f7494770d21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:28.423169 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfed404-767d-4a5a-9e60-0282aa98fae9,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:28.426063 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:28.428036 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.431610 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bfed404-767d-4a5a-9e60-0282aa98fae9 HTTP/1.1" status: 204 len: 168 time: 0.1601460 Jun 29 17:26:28.499194 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-f7f7b4e5-5266-4278-97ce-8f1fce8546fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.500753 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-f7f7b4e5-5266-4278-97ce-8f1fce8546fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.1408658 Jun 29 17:26:28.611885 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-061e5c90-7747-4d0f-8fd5-bf2be6d8acdb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 200 len: 1002 time: 0.0993145 Jun 29 17:26:28.681931 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-b6d35781-126b-469c-ae81-43d3fbfa774c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.683422 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-b6d35781-126b-469c-ae81-43d3fbfa774c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0617464 Jun 29 17:26:28.775630 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-03c618dc-6a13-4b10-aa24-5dd677c32b6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802798 Jun 29 17:26:28.936774 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-4e54d2d1-fa2f-424d-8553-41ff5e316461 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463447 Jun 29 17:26:29.084841 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-369f9ca2-32f1-4af0-8a1b-aeaf5143c49a req-8dce2cdd-7fa3-447f-b335-c97b005ce1ea service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372898 Jun 29 17:26:29.308748 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38104) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:29.325044 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7075a1-61e0-4ed0-b2f8-d0a4d597c8de req-48dc63a5-8232-4993-a8b8-f2a78bdaaf67 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.326764 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6a7075a1-61e0-4ed0-b2f8-d0a4d597c8de req-48dc63a5-8232-4993-a8b8-f2a78bdaaf67 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0832098 Jun 29 17:26:29.375893 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6a7075a1-61e0-4ed0-b2f8-d0a4d597c8de req-2bdd9248-2e5c-4a7d-8649-acce56df5213 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Jun 29 17:26:29.443781 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-806245119-network', 'tenant_id': '5eb2bddfc8ad43138842e33e1805fa07'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:26:29.448875 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:29.453332 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Usage tracker for resource:network and tenant:5eb2bddfc8ad43138842e33e1805fa07 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:29.456214 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:29.462314 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:29.474815 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Made reservation on behalf of 5eb2bddfc8ad43138842e33e1805fa07 for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:29.478614 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.492857 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.526737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:29.531142 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb2bddfc8ad43138842e33e1805fa07 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:29.534116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:29.540388 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:29.573428 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-103e275d-cfed-43fd-b7fc-09250908d06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.611413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.616937 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.620006 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2a65ef61-74e4-4f92-b5df-d28d1b1715f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:29.655625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:26:29.661143 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c79096d-ec83-4993-9648-2e4c45aa8d4a,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:29.664928 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:29.670097 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.670501 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Added segment 59365e1b-6989-4faa-a888-13aed358ac64 of type vlan for network a99a8c9e-476d-4cea-bce0-d7edaf808a2a Jun 29 17:26:29.696363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.727973 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.729189 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.729759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.733224 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-59ec689d-c436-44ac-b576-477d3a29e78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:29.829876 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Pushing event updated for resources: {'Network': ['ID=a99a8c9e-476d-4cea-bce0-d7edaf808a2a,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:29.833046 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:29.834974 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5252583 Jun 29 17:26:29.838406 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38110) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:29.842851 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network a99a8c9e-476d-4cea-bce0-d7edaf808a2a details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:26:29.847259 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Request body: {'subnet': {'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-806245119-subnet', 'tenant_id': '5eb2bddfc8ad43138842e33e1805fa07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:26:29.854885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:29.860592 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Usage tracker for resource:subnet and tenant:5eb2bddfc8ad43138842e33e1805fa07 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:29.864007 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:29.870371 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:29.885603 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Made reservation on behalf of 5eb2bddfc8ad43138842e33e1805fa07 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:29.888146 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.113976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.121358 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.126141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-650801b2-f23e-4ed7-935c-bb26eb1cf942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:30.195288 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0396bb82-790a-4260-acd4-a3e3bf40787d,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:30.198323 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:30.216569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Checking segment: {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:26:30.216937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Network hostable DHCP agents. Network: a99a8c9e-476d-4cea-bce0-d7edaf808a2a, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:26:30.239903 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Network a99a8c9e-476d-4cea-bce0-d7edaf808a2a is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:26:30.251279 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, a99a8c9e-476d-4cea-bce0-d7edaf808a2a) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:30.256270 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:30.256936 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.261808 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d7dba-a106-416b-873f-bd49853336c7 None None] Network a99a8c9e-476d-4cea-bce0-d7edaf808a2a requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:26:30.282071 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4410269 Jun 29 17:26:30.534866 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a0e8d-5bf4-48b9-942b-861830fd48eb None None] Network a99a8c9e-476d-4cea-bce0-d7edaf808a2a requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:26:30.591010 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24423f8-8a43-46f3-9994-33925cccbc13 req-45a2e04a-1570-48a4-b7c4-2d184f509282 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:30.592599 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e24423f8-8a43-46f3-9994-33925cccbc13 req-45a2e04a-1570-48a4-b7c4-2d184f509282 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0883090 Jun 29 17:26:30.642756 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e24423f8-8a43-46f3-9994-33925cccbc13 req-51fa02e7-1788-49de-8555-6b454fc88448 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Jun 29 17:26:31.927103 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1d7d11c0-65b6-4ab6-b9d5-01b203c9f547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:32.579233 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:26:33.016031 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.512608 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.647587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-d8daa8a6-0704-4485-ad4b-426e00acd938 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:34.648451 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-d8daa8a6-0704-4485-ad4b-426e00acd938 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Synchronizing usage tracker for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:network {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:26:34.669777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-d8daa8a6-0704-4485-ad4b-426e00acd938 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Unset dirty status for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:network {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:26:34.671271 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-d8daa8a6-0704-4485-ad4b-426e00acd938 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/networks?id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 200 len: 808 time: 0.1845870 Jun 29 17:26:34.689256 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-153b23a1-317d-4d87-92fc-3adf4c1e17ac tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/quotas/5eb2bddfc8ad43138842e33e1805fa07 HTTP/1.1" status: 200 len: 375 time: 0.0118728 Jun 29 17:26:34.736814 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-10bd2501-942d-44c1-92c7-3cb4b4a09bd7 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414512 Jun 29 17:26:35.009633 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-2ebd9100-66ca-4936-9cf3-9590b04d1494 service neutron] 10.222.0.79 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657623 Jun 29 17:26:35.144703 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-08970776-3d6a-4621-a059-523cf6f007b3 service neutron] 10.222.0.79 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293511 Jun 29 17:26:35.336153 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a94cccce-3f60-4a2e-9769-0cde2c85fb3c req-cad3af52-18df-4f0b-8dfa-869c437044db tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 210 time: 0.0416601 Jun 29 17:26:36.498342 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7b0e66f9-b0b9-4feb-9ffd-cbfce8e65b61 req-3e241922-65cb-4ae4-b8d7-9125510c98c2 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 210 time: 0.0417607 Jun 29 17:26:37.134190 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-6f7719aa-b779-4471-9970-064e42f1f0f5 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:37.135642 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-6f7719aa-b779-4471-9970-064e42f1f0f5 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "GET /v2.0/networks?id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 200 len: 808 time: 0.1497123 Jun 29 17:26:37.208331 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Request body: {'port': {'device_id': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a', 'admin_state_up': True, 'tenant_id': '5eb2bddfc8ad43138842e33e1805fa07'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:26:37.350175 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:37.354498 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Usage tracker for resource:port and tenant:5eb2bddfc8ad43138842e33e1805fa07 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:37.357569 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:37.364018 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:37.377743 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Made reservation on behalf of 5eb2bddfc8ad43138842e33e1805fa07 for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:37.381039 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.552647 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Allocated IP 172.20.0.6 (a99a8c9e-476d-4cea-bce0-d7edaf808a2a/0396bb82-790a-4260-acd4-a3e3bf40787d/de6ed8d4-5101-4556-910e-a6341ce599d4) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:37.668003 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-53b7f94e-2e9f-4a5e-bab6-79a833bfa940 req-65561b1c-f76f-4f4d-a7b2-46aee2ee456d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 210 time: 0.0443478 Jun 29 17:26:37.772367 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.802362 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.808305 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:37.882814 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Network a99a8c9e-476d-4cea-bce0-d7edaf808a2a is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:37.886643 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:37.889512 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:37.920681 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Pushing event updated for resources: {'Port': ['ID=de6ed8d4-5101-4556-910e-a6341ce599d4,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:37.947053 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.947419 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.947775 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.948124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.948497 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.948849 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.949205 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.949547 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.949889 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.950226 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.950565 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:37.956814 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:37.967857 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:37.968510 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.989977 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867513 Jun 29 17:26:38.016363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Request body: {'port': {'device_id': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:26:38.134994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:38.495351 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6ed8d4-5101-4556-910e-a6341ce599d4 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:38.502811 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:38.517769 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Transition to ACTIVE for port object de6ed8d4-5101-4556-910e-a6341ce599d4 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:38.524216 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:38.529606 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-94de3a68-2cf3-41ae-aea6-4bb9a0e1bc05 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:38.707127 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Pushing event updated for resources: {'Port': ['ID=de6ed8d4-5101-4556-910e-a6341ce599d4,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:38.712865 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:38.857085 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Attempting to bind port de6ed8d4-5101-4556-910e-a6341ce599d4 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:38.857450 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Attempting to bind port de6ed8d4-5101-4556-910e-a6341ce599d4 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:38.857777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Attempting to bind port de6ed8d4-5101-4556-910e-a6341ce599d4 on network a99a8c9e-476d-4cea-bce0-d7edaf808a2a {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:26:38.872171 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Port de6ed8d4-5101-4556-910e-a6341ce599d4 on network a99a8c9e-476d-4cea-bce0-d7edaf808a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:26:38.872534 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Attempting to bind port de6ed8d4-5101-4556-910e-a6341ce599d4 on network a99a8c9e-476d-4cea-bce0-d7edaf808a2a {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:26:38.882777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:26:38.883118 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Checking segment: {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:26:38.883497 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Bound using segment: {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:26:38.883928 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Bound port: de6ed8d4-5101-4556-910e-a6341ce599d4, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:38.884269 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:38.954655 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-fbdc1f5b-f833-426e-a436-3d050ea288b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:38.955357 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-fbdc1f5b-f833-426e-a436-3d050ea288b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Synchronizing usage tracker for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:26:38.997271 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] For port de6ed8d4-5101-4556-910e-a6341ce599d4, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:38.999328 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-fbdc1f5b-f833-426e-a436-3d050ea288b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Unset dirty status for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:26:39.001015 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-fbdc1f5b-f833-426e-a436-3d050ea288b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 943 time: 0.2069376 Jun 29 17:26:39.003006 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] For port de6ed8d4-5101-4556-910e-a6341ce599d4, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=de6ed8d4-5101-4556-910e-a6341ce599d4,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:39.007241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.012409 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5373a5cf-3442-4f54-b855-b3d260b1ee48 tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:39.092846 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.093644 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] 10.222.0.81 "PUT /v2.0/ports/de6ed8d4-5101-4556-910e-a6341ce599d4 HTTP/1.1" status: 200 len: 1093 time: 1.0817316 Jun 29 17:26:39.097785 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'tag': 'de6ed8d4-5101-4556-910e-a6341ce599d4'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:39.135887 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Pushing event updated for resources: {'Port': ['ID=de6ed8d4-5101-4556-910e-a6341ce599d4,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:39.139516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:39.141194 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-b2165a3a-9fcd-4b73-b344-e481414bd6ad tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Synchronizing usage tracker for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:26:39.163911 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-b2165a3a-9fcd-4b73-b344-e481414bd6ad tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Unset dirty status for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:26:39.168856 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4610eb9b-d3bd-462f-b893-2414b198a9f2 req-b2165a3a-9fcd-4b73-b344-e481414bd6ad tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573665 Jun 29 17:26:39.253141 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-6347d65b-5b04-428e-9ec6-f0f49dc4ef30 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 1096 time: 0.0813658 Jun 29 17:26:39.260616 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38242) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:39.338308 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-453321dc-3c4d-4bdc-bcff-012dffd817a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de6ed8d4-5101-4556-910e-a6341ce599d4 HTTP/1.1" status: 200 len: 217 time: 0.0674889 Jun 29 17:26:39.406977 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'tag': 'de6ed8d4-5101-4556-910e-a6341ce599d4', 'status': 'completed', 'code': 200} Jun 29 17:26:39.415916 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-5bf9476e-1608-440c-824a-fdf1bf16a942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:39.416855 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.417366 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-5bf9476e-1608-440c-824a-fdf1bf16a942 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0396bb82-790a-4260-acd4-a3e3bf40787d HTTP/1.1" status: 200 len: 848 time: 0.0604975 Jun 29 17:26:39.449644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:39.453586 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e98caae7624553b94d14a7c7b70b3d is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:39.457054 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:39.463230 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:39.480067 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-bfeb8631-3db5-4d8f-82be-67c4c52e68b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437107 Jun 29 17:26:39.529356 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.534774 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.541639 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f1bcf6df-c6fa-4713-8ad6-66279298bb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:39.580334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f0227-608e-4370-b233-3f156e4ff57e,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:39.583514 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:39.589111 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2e98caae7624553b94d14a7c7b70b3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249242 Jun 29 17:26:39.589708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38248) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:39.624951 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-f9c8a1f5-75be-4214-bf7e-8fc072c5fabe service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336186 Jun 29 17:26:39.650004 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.680368 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.735768 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.739426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-dd534dbf-d688-45c5-a3e2-a9a40ab652e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:39.750631 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f0227-608e-4370-b233-3f156e4ff57e,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:39.754199 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:39.757550 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.761019 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc6f0227-608e-4370-b233-3f156e4ff57e HTTP/1.1" status: 204 len: 168 time: 0.1682458 Jun 29 17:26:39.765359 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-36b389f6-fd1d-4e0a-be2c-374c0f0032c8 req-493338b2-50e2-494d-8f43-8fab1e9b3330 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297786 Jun 29 17:26:40.002905 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-34bc43a7-8fdc-4c90-93d4-0e545286a2f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 1096 time: 0.0706239 Jun 29 17:26:40.119891 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38256) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:40.138401 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff794d-357f-40bd-bae1-129b5c34dece req-a714abff-ce6f-444a-832a-798f1facba59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:40.138665 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.140053 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-a714abff-ce6f-444a-832a-798f1facba59 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 200 len: 909 time: 0.1286128 Jun 29 17:26:40.170173 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:40.174082 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Usage tracker for resource:security_group_rule and tenant:63f06e43d1404b2d9b15656b1fe305b9 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:40.176963 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:40.182634 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:40.228683 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-1bbdf830-1d9b-4e1d-8fe0-80457640cb44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de6ed8d4-5101-4556-910e-a6341ce599d4 HTTP/1.1" status: 200 len: 217 time: 0.0734367 Jun 29 17:26:40.254113 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.259185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.270516 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-81172132-1498-4ad5-abb4-2a8cb4c8aab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:40.300252 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff794d-357f-40bd-bae1-129b5c34dece req-c78a6409-6886-486a-9557-95718fc3bee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:40.301988 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-c78a6409-6886-486a-9557-95718fc3bee0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0396bb82-790a-4260-acd4-a3e3bf40787d HTTP/1.1" status: 200 len: 848 time: 0.0639679 Jun 29 17:26:40.311384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5225490-442b-4b3d-b467-a00ca942f7b1,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:40.314926 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:40.317483 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63f06e43d1404b2d9b15656b1fe305b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1965528 Jun 29 17:26:40.320851 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38262) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:40.392899 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-702800d0-db2a-4876-a80b-cef4c25f81c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821843 Jun 29 17:26:40.393425 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.419463 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.471841 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.475635 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a797ca52-12f4-4fe6-afd2-54fc1d2298ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:40.487109 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5225490-442b-4b3d-b467-a00ca942f7b1,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:40.491564 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:40.497724 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.499439 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5225490-442b-4b3d-b467-a00ca942f7b1 HTTP/1.1" status: 204 len: 168 time: 0.1771717 Jun 29 17:26:40.531256 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec420-9e87-4904-a1ef-494d0891fe05 req-bb95973e-a516-4732-b5e4-27a19dda4763 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:40.532761 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-890ec420-9e87-4904-a1ef-494d0891fe05 req-bb95973e-a516-4732-b5e4-27a19dda4763 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 943 time: 0.1834123 Jun 29 17:26:40.589384 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-ce9edc66-a7cd-4581-b65f-afdb42960570 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839888 Jun 29 17:26:40.602337 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-890ec420-9e87-4904-a1ef-494d0891fe05 req-a5b16fb9-0901-40ed-bef3-228dce00ed12 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593379 Jun 29 17:26:40.810115 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ccff794d-357f-40bd-bae1-129b5c34dece req-2ddc7a3c-2145-4dcb-8dab-58681b3676d6 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017183 Jun 29 17:26:41.807641 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f680b-347b-4082-808c-59970d33cd74 req-fcf88344-22eb-4e49-beb9-6adb5b418a54 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:41.809125 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-905f680b-347b-4082-808c-59970d33cd74 req-fcf88344-22eb-4e49-beb9-6adb5b418a54 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 943 time: 0.0801055 Jun 29 17:26:41.859857 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-905f680b-347b-4082-808c-59970d33cd74 req-1f2faf60-9e78-4d01-97e9-e43789f23897 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jun 29 17:26:43.073373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bfdb1-4e67-406b-94a7-ab9738c7c419 req-dca7a1e4-2514-45f0-b02b-8884249e40dc tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:43.074748 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-544bfdb1-4e67-406b-94a7-ab9738c7c419 req-dca7a1e4-2514-45f0-b02b-8884249e40dc tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 943 time: 0.0855584 Jun 29 17:26:43.126707 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-544bfdb1-4e67-406b-94a7-ab9738c7c419 req-8111d94d-69a3-48e4-8d7a-fd6e1dca7a20 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Jun 29 17:26:44.286546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device de6ed8d4-5101-4556-910e-a6341ce599d4 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:26:44.345462 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8649-2c8f-4bb7-ba38-d47aa55c7b01 req-72823ee7-5d13-431e-9cf8-deb3d02686b2 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:44.347509 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce3f8649-2c8f-4bb7-ba38-d47aa55c7b01 req-72823ee7-5d13-431e-9cf8-deb3d02686b2 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 943 time: 0.0899110 Jun 29 17:26:44.396485 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ce3f8649-2c8f-4bb7-ba38-d47aa55c7b01 req-b5dd3b9a-34a1-4375-b1bf-0850d044e46c tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Jun 29 17:26:44.434350 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port de6ed8d4-5101-4556-910e-a6341ce599d4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=de6ed8d4-5101-4556-910e-a6341ce599d4,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:44.447630 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'de6ed8d4-5101-4556-910e-a6341ce599d4', 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a', 'port_id': 'de6ed8d4-5101-4556-910e-a6341ce599d4', 'mac_address': 'fa:16:3e:c7:7a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0396bb82-790a-4260-acd4-a3e3bf40787d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:26:44.499981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.517430 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6ed8d4-5101-4556-910e-a6341ce599d4 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:44.532546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port de6ed8d4-5101-4556-910e-a6341ce599d4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=de6ed8d4-5101-4556-910e-a6341ce599d4,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:44.538305 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.540019 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:44.610297 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=de6ed8d4-5101-4556-910e-a6341ce599d4,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:44.618638 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.618981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.619313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.619640 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.619963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.620292 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.620638 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.620959 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.621287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.621589 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.621902 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:44.625872 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:45.084359 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['de6ed8d4-5101-4556-910e-a6341ce599d4'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:26:45.631778 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a18b95-50c9-449f-895e-1d4e2c38a5ec req-31f3a0e5-8031-48f6-8b65-0188b5584755 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:45.633289 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53a18b95-50c9-449f-895e-1d4e2c38a5ec req-31f3a0e5-8031-48f6-8b65-0188b5584755 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 944 time: 0.0931799 Jun 29 17:26:45.681602 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-53a18b95-50c9-449f-895e-1d4e2c38a5ec req-9cb68b1f-0161-43aa-a7d6-c0de806edb37 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Jun 29 17:26:46.313025 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device de6ed8d4-5101-4556-910e-a6341ce599d4 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:26:46.382046 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port de6ed8d4-5101-4556-910e-a6341ce599d4 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:46.387195 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port de6ed8d4-5101-4556-910e-a6341ce599d4 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:46.388535 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.512670 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.540493 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ed8d4-5101-4556-910e-a6341ce599d4'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:46.550350 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port de6ed8d4-5101-4556-910e-a6341ce599d4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=de6ed8d4-5101-4556-910e-a6341ce599d4,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:46.555443 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.558380 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:46.624942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=de6ed8d4-5101-4556-910e-a6341ce599d4,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:46.630577 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:46.761788 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ed8d4-5101-4556-910e-a6341ce599d4', 'code': 200} Jun 29 17:26:46.922971 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db234b67-bf35-44fe-aeda-1b93de45fe0c req-ded4c32e-b128-4d62-bc84-ce25f1a9cc51 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:46.925335 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db234b67-bf35-44fe-aeda-1b93de45fe0c req-ded4c32e-b128-4d62-bc84-ce25f1a9cc51 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0969613 Jun 29 17:26:46.977502 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db234b67-bf35-44fe-aeda-1b93de45fe0c req-e5251558-ac94-4b0d-841b-100dfb06b158 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Jun 29 17:26:47.107185 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f030b4c0-6ed6-4272-a124-f89262f46820 req-99ce3eb7-4aa9-45d1-ad97-dc461f2d412c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 1098 time: 0.0711291 Jun 29 17:26:47.164179 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f030b4c0-6ed6-4272-a124-f89262f46820 req-60cce2f7-ffa3-41dc-a74f-08b69606c7d0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Jun 29 17:26:48.195087 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b7ad4-1bd6-4431-8bcb-a0ee39e7f672 req-7b0a5111-59cb-4458-ba8a-aa58be56479d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:48.196562 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ff3b7ad4-1bd6-4431-8bcb-a0ee39e7f672 req-7b0a5111-59cb-4458-ba8a-aa58be56479d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0894954 Jun 29 17:26:48.322773 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ff3b7ad4-1bd6-4431-8bcb-a0ee39e7f672 req-3fd947e0-055a-4abf-90c0-dcf1b31cae93 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206431 Jun 29 17:26:48.733805 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38412) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:48.882400 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:48.914139 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:48.918289 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Usage tracker for resource:security_group_rule and tenant:47625f31ade24ae8b140f3e3344c47ac is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:48.921268 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:48.927097 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:48.997122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.002120 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.009571 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2bf2fa14-bc21-470a-a376-c470a43dbddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:49.049143 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa094ad-ccb0-474e-bc72-60b599f3cb6e,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:49.052206 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:49.057246 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47625f31ade24ae8b140f3e3344c47ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3223252 Jun 29 17:26:49.057540 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38418) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:49.118871 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.145784 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.208876 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.212606 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:49.224955 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa094ad-ccb0-474e-bc72-60b599f3cb6e,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:49.227771 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:49.229742 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.233094 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eaa094ad-ccb0-474e-bc72-60b599f3cb6e HTTP/1.1" status: 204 len: 168 time: 0.1748111 Jun 29 17:26:49.529973 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aeaac-4326-4607-a956-aa10f8135ff6 req-452dfbc7-5831-4a9e-8ab9-266b23f02045 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:49.531558 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e84aeaac-4326-4607-a956-aa10f8135ff6 req-452dfbc7-5831-4a9e-8ab9-266b23f02045 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0840027 Jun 29 17:26:49.579795 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e84aeaac-4326-4607-a956-aa10f8135ff6 req-884af328-41a6-4fd9-b92e-a8c48c19b9ec tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Jun 29 17:26:49.592476 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38428) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:49.613202 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.649870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:49.654049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:55cf5e436c934c839503e971a9744a71 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:49.657286 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:49.663632 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:49.737410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.744009 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.752625 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-2433d12a-eed9-428e-b6e5-cd78742888a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:49.795465 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55cf5e436c934c839503e971a9744a71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2019415 Jun 29 17:26:49.796206 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b42966-bc8d-4669-9213-0fdcf8648288,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:49.798159 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38434) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:49.799444 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:49.861975 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.888249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.950518 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.954885 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-86d30b0f-aee0-4868-a07f-3a0fe3583e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:49.967731 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b42966-bc8d-4669-9213-0fdcf8648288,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:49.971830 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:49.977093 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.978234 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59b42966-bc8d-4669-9213-0fdcf8648288 HTTP/1.1" status: 204 len: 168 time: 0.1784205 Jun 29 17:26:51.107623 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42502-d937-4ed3-a502-fd0850b2f08d req-d48e5590-4189-40bd-90c5-d9e463d72d95 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:51.109169 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a9a42502-d937-4ed3-a502-fd0850b2f08d req-d48e5590-4189-40bd-90c5-d9e463d72d95 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0806286 Jun 29 17:26:51.157722 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a9a42502-d937-4ed3-a502-fd0850b2f08d req-88e28384-ee1c-488e-b149-671971475de5 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Jun 29 17:26:51.392977 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38474) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:51.550563 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.583409 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:26:51.587516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca28f26c17045a7b513871dbe403333 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:26:51.590527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:26:51.597117 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:26:51.669643 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.676238 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.682690 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c2c12b6c-eaed-47cf-8917-ebf9eba5d5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:51.720825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4696e3-c119-488a-a237-9867274cb95b,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:51.723948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:51.726643 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ca28f26c17045a7b513871dbe403333&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326592 Jun 29 17:26:51.729353 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38482) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:26:51.795684 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.821833 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.878123 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.881862 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b60925f2-1aad-4429-a344-268a9bf076c7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:51.893144 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4696e3-c119-488a-a237-9867274cb95b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:51.896519 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:51.899678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.903497 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff4696e3-c119-488a-a237-9867274cb95b HTTP/1.1" status: 204 len: 168 time: 0.1707320 Jun 29 17:26:52.372793 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0efe-d9bd-464a-9c47-c8450ea6b4d5 req-7a77953a-ba97-45f6-aaa2-837558850417 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:52.374210 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e12b0efe-d9bd-464a-9c47-c8450ea6b4d5 req-7a77953a-ba97-45f6-aaa2-837558850417 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0830598 Jun 29 17:26:52.435688 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e12b0efe-d9bd-464a-9c47-c8450ea6b4d5 req-9224ce09-d1eb-4f59-a0b4-3d2c09ad1490 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526721 Jun 29 17:26:53.670956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925aa7-6d4f-4ebf-98c5-0e6c5e5d5b9e req-c8c2ad1e-e522-4ab5-bd5b-24bcc512ee0f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:53.673021 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0f925aa7-6d4f-4ebf-98c5-0e6c5e5d5b9e req-c8c2ad1e-e522-4ab5-bd5b-24bcc512ee0f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0972219 Jun 29 17:26:53.723938 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0f925aa7-6d4f-4ebf-98c5-0e6c5e5d5b9e req-fdc5fb10-5342-4c20-ad61-8bfc17c3a7e5 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Jun 29 17:26:54.045695 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63453e-8121-411e-b90e-426877c44e62 req-69914eaf-57ca-47eb-8d13-3f4b2e795bff tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:54.047448 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db63453e-8121-411e-b90e-426877c44e62 req-69914eaf-57ca-47eb-8d13-3f4b2e795bff tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 945 time: 0.0822098 Jun 29 17:26:54.122228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Deleting port de6ed8d4-5101-4556-910e-a6341ce599d4 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:26:54.122537 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.399032 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-670429a2-a8ca-4e2c-b3ea-082a3c301fc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1137 time: 0.0710137 Jun 29 17:26:54.446380 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] For port de6ed8d4-5101-4556-910e-a6341ce599d4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=de6ed8d4-5101-4556-910e-a6341ce599d4,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:54.446717 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.539893 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-7efa4eeb-c085-4e95-9049-3ee160f4ba2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:54.541428 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-7efa4eeb-c085-4e95-9049-3ee160f4ba2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 916 time: 0.1300135 Jun 29 17:26:54.634520 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Calling delete_port for de6ed8d4-5101-4556-910e-a6341ce599d4 owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:26:54.661456 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-b7bbe363-7b3f-490f-800d-d3f84271d2bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 1000 time: 0.1000214 Jun 29 17:26:54.671640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47f91-581a-4c20-8e8c-38122b685661 req-33d359ef-9e90-4264-9602-60cc9d75bd10 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:54.673509 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdc47f91-581a-4c20-8e8c-38122b685661 req-33d359ef-9e90-4264-9602-60cc9d75bd10 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.3515608 Jun 29 17:26:54.729703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-29368fdf-9df5-46a2-af05-de495245135e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:54.731195 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-29368fdf-9df5-46a2-af05-de495245135e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.0577826 Jun 29 17:26:54.758625 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdc47f91-581a-4c20-8e8c-38122b685661 req-461301d6-de53-4283-95ab-a8837968c725 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758095 Jun 29 17:26:54.832645 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-98d7fbcc-be72-4451-9447-91be01ea0fbc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774932 Jun 29 17:26:54.837517 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.844856 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0702bed5-2172-4d69-aa60-f03a6374b791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:54.893163 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Pushing event deleted for resources: {'Port': ['ID=de6ed8d4-5101-4556-910e-a6341ce599d4,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:54.895789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:54.901692 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['de6ed8d4-5101-4556-910e-a6341ce599d4'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:26:54.974089 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] No DVR routers for this DVR port de6ed8d4-5101-4556-910e-a6341ce599d4 on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:26:54.974525 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8b323826-3570-40d4-81bd-b03aaedd6bae req-be119e5f-a06c-4243-a34a-d274ff36e0ee tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 210 time: 0.1002071 Jun 29 17:26:54.976878 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.979596 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'name': 'network-vif-deleted', 'tag': 'de6ed8d4-5101-4556-910e-a6341ce599d4'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:54.997437 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db63453e-8121-411e-b90e-426877c44e62 req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "DELETE /v2.0/ports/de6ed8d4-5101-4556-910e-a6341ce599d4 HTTP/1.1" status: 204 len: 173 time: 0.9392047 Jun 29 17:26:55.034074 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-1b6bf8ac-0103-4807-b25f-12d8702f1306 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774731 Jun 29 17:26:55.049774 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0492727-143b-44d8-bc37-cbb93ed13372', 'name': 'network-vif-deleted', 'tag': 'de6ed8d4-5101-4556-910e-a6341ce599d4', 'status': 'completed', 'code': 200} Jun 29 17:26:55.176717 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-404d84e7-52db-45a9-9097-ffe4ca8de10e req-8a6ab915-ab48-4294-8d38-4dcf1f907be1 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288526 Jun 29 17:26:55.977605 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178bef2-1cae-42e2-91b2-221cc0fbd3e5 req-b0665e38-f96a-4027-96e9-5ce00e8040bc tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:55.979094 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2178bef2-1cae-42e2-91b2-221cc0fbd3e5 req-b0665e38-f96a-4027-96e9-5ce00e8040bc tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0896814 Jun 29 17:26:56.032362 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2178bef2-1cae-42e2-91b2-221cc0fbd3e5 req-2459f337-ba11-4b22-9354-3669975f1eca tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473804 Jun 29 17:26:56.209869 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-01cae852-b64b-4966-9007-14f71971b148 req-697b53bf-1286-4a9b-b85b-f7382dfc1aaf tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0492727-143b-44d8-bc37-cbb93ed13372 HTTP/1.1" status: 200 len: 210 time: 0.0422652 Jun 29 17:26:57.246588 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19ea0c-d5fb-4001-af08-cd90fce50be9 req-ca2dea75-80b3-43dc-9181-10f98a78ebdb tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:57.248834 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2f19ea0c-d5fb-4001-af08-cd90fce50be9 req-ca2dea75-80b3-43dc-9181-10f98a78ebdb tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0864143 Jun 29 17:26:57.262397 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.306664 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2f19ea0c-d5fb-4001-af08-cd90fce50be9 req-55bd34a9-ba96-481b-9c9e-961186989b11 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515888 Jun 29 17:26:57.676666 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-c013e4e0-6a86-4176-a827-f5870c77b5f0 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:57.678142 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-c013e4e0-6a86-4176-a827-f5870c77b5f0 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/networks?id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 200 len: 808 time: 0.1545599 Jun 29 17:26:57.697633 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-231fa96b-80ae-459c-bc1f-e7ab90eefc68 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/quotas/5eb2bddfc8ad43138842e33e1805fa07 HTTP/1.1" status: 200 len: 375 time: 0.0110147 Jun 29 17:26:57.745128 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-58236672-ff76-48c1-b152-5070612a8101 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405953 Jun 29 17:26:58.017746 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-10e68374-0b71-4241-88f3-05d613f8ba8f service neutron] 10.222.0.79 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641900 Jun 29 17:26:58.235514 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-fe1ae6af-056c-4329-8f4a-f713ab6ec02c service neutron] 10.222.0.79 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092862 Jun 29 17:26:58.368009 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device de6ed8d4-5101-4556-910e-a6341ce599d4 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:26:58.402128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: de6ed8d4-5101-4556-910e-a6341ce599d4 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:26:58.402460 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device de6ed8d4-5101-4556-910e-a6341ce599d4 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:26:58.447321 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3dd3857c-c572-4884-8f8e-500d472e7b9e req-637630b3-d3d4-4139-b8e8-74a491c89116 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0469875 Jun 29 17:26:58.508988 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c967-66bc-4bc9-a7ee-37e76012f970 req-1946af76-4955-499e-a2e8-d1a2aa115714 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:58.510551 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8cd5c967-66bc-4bc9-a7ee-37e76012f970 req-1946af76-4955-499e-a2e8-d1a2aa115714 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0769525 Jun 29 17:26:58.559208 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8cd5c967-66bc-4bc9-a7ee-37e76012f970 req-7c29ff20-5051-4efd-bb56-7873750a386d tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426335 Jun 29 17:26:58.863510 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566c66-fc38-491c-97f5-ff8821d4e408 req-d654e192-dc67-4eb6-9c28-ea9eae5df9e8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:58.865005 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bd566c66-fc38-491c-97f5-ff8821d4e408 req-d654e192-dc67-4eb6-9c28-ea9eae5df9e8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0853775 Jun 29 17:26:58.913343 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bd566c66-fc38-491c-97f5-ff8821d4e408 req-6b8cbf73-ec26-469f-826c-9bbf6e598749 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Jun 29 17:26:59.563804 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1f4d92e-2f08-41b7-9e53-270bf0dce032 req-23f943f3-a1bb-40ae-9d34-abbc734fb38f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0462213 Jun 29 17:26:59.579391 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7ab90e01-e219-4e36-9c39-6ca9745c8674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.772223 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57855336-125e-4112-9642-79aef99cb260 req-0c45e45e-7582-43ed-9b52-b3b78fa34587 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:59.773745 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-57855336-125e-4112-9642-79aef99cb260 req-0c45e45e-7582-43ed-9b52-b3b78fa34587 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0898912 Jun 29 17:26:59.823383 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-57855336-125e-4112-9642-79aef99cb260 req-2717f49a-bdd9-44f1-9245-c32fa8a13493 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435526 Jun 29 17:27:00.120319 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.149935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6036187-5417-459e-95ff-b698025b1dfd req-399ce506-dc2b-40b0-b79e-4c18a2345119 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:00.151484 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d6036187-5417-459e-95ff-b698025b1dfd req-399ce506-dc2b-40b0-b79e-4c18a2345119 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0922272 Jun 29 17:27:00.199977 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d6036187-5417-459e-95ff-b698025b1dfd req-fdf0c734-157d-4c16-b9fb-e20b99a180f8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Jun 29 17:27:00.680667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-c7a03c3d-c4df-49ac-be80-a0641e85e240 req-c603da82-f9c4-4b5a-8fdc-680642f89c60 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Synchronizing usage tracker for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:00.699403 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-c7a03c3d-c4df-49ac-be80-a0641e85e240 req-c603da82-f9c4-4b5a-8fdc-680642f89c60 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Unset dirty status for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:00.700565 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c7a03c3d-c4df-49ac-be80-a0641e85e240 req-c603da82-f9c4-4b5a-8fdc-680642f89c60 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0634644 Jun 29 17:27:01.046334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e2a16-e5ac-4c6f-a1c9-d820bf67c854 req-a6ed999b-96ac-4403-8379-2b0cff216093 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.048029 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9f6e2a16-e5ac-4c6f-a1c9-d820bf67c854 req-a6ed999b-96ac-4403-8379-2b0cff216093 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0967340 Jun 29 17:27:01.096441 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9f6e2a16-e5ac-4c6f-a1c9-d820bf67c854 req-d1ed54fd-1672-4827-b98a-d9b00a2f04ef tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427501 Jun 29 17:27:01.427597 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02c93-db09-4d21-9977-a6bdebf6f195 req-c3314c85-722c-4b09-836d-d3650b80fea9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.428959 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5e02c93-db09-4d21-9977-a6bdebf6f195 req-c3314c85-722c-4b09-836d-d3650b80fea9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0910165 Jun 29 17:27:01.475949 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5e02c93-db09-4d21-9977-a6bdebf6f195 req-97253864-8cf6-41fb-b08f-0a3e5699731d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=6285bf9f-4df2-461e-b81f-bf53f1830b33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jun 29 17:27:01.665742 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-2bfa32c9-ffcc-4cbc-a876-5a8e1934c739 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.667174 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-2bfa32c9-ffcc-4cbc-a876-5a8e1934c739 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 946 time: 0.0872917 Jun 29 17:27:01.737888 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Deleting port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:27:01.738284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.832506 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-733235d3-03c4-4b7f-a0e5-654f501df0b3 req-ba5fd271-0830-4a91-ae8d-62da7eb3ef8e tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0474684 Jun 29 17:27:01.922252 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-eb7470d3-70b2-48f7-89e9-aa91124745a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.022909 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] For port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:02.023269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.306620 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b483bdb-4bfd-4878-8fc2-829931464d01 req-a7c6bda6-cdea-4808-ba1d-f2606447d666 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:02.307955 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6b483bdb-4bfd-4878-8fc2-829931464d01 req-a7c6bda6-cdea-4808-ba1d-f2606447d666 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0813198 Jun 29 17:27:02.316427 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.317038 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.317147 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Floating IP b31f9164-7efb-41e5-ae74-47eff8bc3096 disassociated. External IP: 172.27.2.154, port: 44b48f39-fe43-44b1-be19-7c1e7bb08d1b. Jun 29 17:27:02.317431 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Calling delete_port for 44b48f39-fe43-44b1-be19-7c1e7bb08d1b owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:27:02.359223 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6b483bdb-4bfd-4878-8fc2-829931464d01 req-1029b8d8-3862-4238-8709-95c991283eb7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449011 Jun 29 17:27:02.468234 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.474418 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:02.519415 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event deleted for resources: {'Port': ['ID=44b48f39-fe43-44b1-be19-7c1e7bb08d1b,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:02.523729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:02.663631 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-649951d5-ed36-46bf-ba3c-06bb8b159ba3 req-ffd087ec-23e6-42d5-abf5-fe62113e43af tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 210 time: 0.0432167 Jun 29 17:27:02.870456 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:27:03.007172 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-386be94d-7993-4f53-8039-69a7368a95f1 req-6e1e7bfc-0aed-4d75-a05b-95bbbf4905ea tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0516610 Jun 29 17:27:03.025169 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:03.102928 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:03.113537 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:27:03.125759 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:03.126795 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:03.183800 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] No DVR routers for this DVR port 44b48f39-fe43-44b1-be19-7c1e7bb08d1b on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:03.186417 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:03.201924 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-deleted', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:03.216778 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f89ed9bf-5b89-40bc-b2ed-8368bbad5856 req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "DELETE /v2.0/ports/44b48f39-fe43-44b1-be19-7c1e7bb08d1b HTTP/1.1" status: 204 len: 173 time: 1.5404835 Jun 29 17:27:03.353664 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a0cc15-0389-4ed8-8d82-426e4009db5c', 'name': 'network-vif-deleted', 'tag': '44b48f39-fe43-44b1-be19-7c1e7bb08d1b', 'status': 'completed', 'code': 200} Jun 29 17:27:03.378687 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:03.568598 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7e9a-7b71-49f7-84f7-3156c369a465 req-a10485ca-fc67-4794-8270-342e2a8df3f7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:03.570083 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6e4d7e9a-7b71-49f7-84f7-3156c369a465 req-a10485ca-fc67-4794-8270-342e2a8df3f7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0839415 Jun 29 17:27:03.621725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6e4d7e9a-7b71-49f7-84f7-3156c369a465 req-14a85a39-6607-4fbc-a77c-54a2af293b4a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457125 Jun 29 17:27:03.765834 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:03.770146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:27:03.780842 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:03.781614 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:03.967984 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-49a99dfa-b42a-4dd1-98ff-22e1d81fb174 req-3f2239bf-170b-4edd-9ba8-ab11cf73b4f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:04.013556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-4dcef923-936d-4686-9183-d70ebe8049b0 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.015220 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-4dcef923-936d-4686-9183-d70ebe8049b0 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "GET /v2.0/networks?id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 200 len: 808 time: 0.2095091 Jun 29 17:27:04.016976 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-49a99dfa-b42a-4dd1-98ff-22e1d81fb174 req-3f2239bf-170b-4edd-9ba8-ab11cf73b4f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:04.018123 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-49a99dfa-b42a-4dd1-98ff-22e1d81fb174 req-3f2239bf-170b-4edd-9ba8-ab11cf73b4f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=00a0cc15-0389-4ed8-8d82-426e4009db5c HTTP/1.1" status: 200 len: 210 time: 0.1047814 Jun 29 17:27:04.024955 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:04.047834 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Request body: {'port': {'device_id': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a', 'admin_state_up': True, 'tenant_id': '5eb2bddfc8ad43138842e33e1805fa07'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:04.221445 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:04.228933 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b29af85c-5ef0-492b-b911-33b92133edd8 req-9d22e9b5-7217-4cb0-9415-ea3745a340a8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0522115 Jun 29 17:27:04.239862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:04.251966 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Made reservation on behalf of 5eb2bddfc8ad43138842e33e1805fa07 for: {'port': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:04.255137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.454257 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:04.461142 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dee7f4-e748-41b7-a690-9abb87a0dee5 None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:27:04.464427 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Allocated IP 172.20.0.12 (a99a8c9e-476d-4cea-bce0-d7edaf808a2a/0396bb82-790a-4260-acd4-a3e3bf40787d/e9081ba1-cbe7-4e57-b051-88460becbdfd) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:04.518206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.700446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.718687 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867ddc-3e0e-45f4-83af-063c8a618926 None None] New status for floating IP b31f9164-7efb-41e5-ae74-47eff8bc3096: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:27:04.732766 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.740704 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:04.861770 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Network a99a8c9e-476d-4cea-bce0-d7edaf808a2a is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:04.862461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Pushing event updated for resources: {'Port': ['ID=e9081ba1-cbe7-4e57-b051-88460becbdfd,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:04.866498 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:04.868898 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:04.869688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:04.947064 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.947671 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.968015 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cc75c-628a-4eb5-8020-ed3a93aec883 req-14de15c4-bf04-41fc-9f94-70c936466ca2 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.969607 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7f0cc75c-628a-4eb5-8020-ed3a93aec883 req-14de15c4-bf04-41fc-9f94-70c936466ca2 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.1878517 Jun 29 17:27:04.999832 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9565315 Jun 29 17:27:05.024266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Request body: {'port': {'device_id': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:05.054115 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7f0cc75c-628a-4eb5-8020-ed3a93aec883 req-4e6e81ac-88d1-476b-a5ba-2925267085e8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774794 Jun 29 17:27:05.146996 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.225966 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38606) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:05.319765 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.387259 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.462355 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a0990-8647-4fdc-92ec-a99da30c04f0 req-035163b4-fd79-4911-b8e4-978eb54dbc67 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:05.463848 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b3a0990-8647-4fdc-92ec-a99da30c04f0 req-035163b4-fd79-4911-b8e4-978eb54dbc67 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 932 time: 0.1169541 Jun 29 17:27:05.464912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.468839 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a57e743d-c9c5-4797-a226-72304cab3fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.502458 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285bf9f-4df2-461e-b81f-bf53f1830b33,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.507598 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.528621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.529758 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "DELETE /v2.0/security-groups/6285bf9f-4df2-461e-b81f-bf53f1830b33 HTTP/1.1" status: 204 len: 168 time: 0.3026669 Jun 29 17:27:05.532972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38612) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:05.537879 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5b3a0990-8647-4fdc-92ec-a99da30c04f0 req-780e2074-04b0-48a3-b0a1-09cf52de6e80 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600252 Jun 29 17:27:05.553501 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.api.v2.resource [None req-ea43e1bf-71a3-436f-ae9d-26c9fe719d97 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] show failed (client error): The resource could not be found. Jun 29 17:27:05.557564 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ea43e1bf-71a3-436f-ae9d-26c9fe719d97 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups/6285bf9f-4df2-461e-b81f-bf53f1830b33 HTTP/1.1" status: 404 len: 347 time: 0.0203726 Jun 29 17:27:05.557921 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38616) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:05.612410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9081ba1-cbe7-4e57-b051-88460becbdfd {{(pid=74138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:05.619258 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.635945 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Transition to ACTIVE for port object e9081ba1-cbe7-4e57-b051-88460becbdfd will not be triggered until provisioned by entity L2. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:05.641629 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.645584 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.714754 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Deleting port 075bddee-3f6d-43e0-8812-ed496e1432b5 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:27:05.715121 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.767566 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9081ba1-cbe7-4e57-b051-88460becbdfd,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.771134 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.882414 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Attempting to bind port e9081ba1-cbe7-4e57-b051-88460becbdfd on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:05.882760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Attempting to bind port e9081ba1-cbe7-4e57-b051-88460becbdfd by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:05.883092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Attempting to bind port e9081ba1-cbe7-4e57-b051-88460becbdfd on network a99a8c9e-476d-4cea-bce0-d7edaf808a2a {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:27:05.889426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Port e9081ba1-cbe7-4e57-b051-88460becbdfd on network a99a8c9e-476d-4cea-bce0-d7edaf808a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:27:05.889758 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Attempting to bind port e9081ba1-cbe7-4e57-b051-88460becbdfd on network a99a8c9e-476d-4cea-bce0-d7edaf808a2a {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:27:05.896721 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:27:05.897075 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Checking segment: {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:27:05.897457 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Bound using segment: {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:27:05.897894 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Bound port: e9081ba1-cbe7-4e57-b051-88460becbdfd, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59365e1b-6989-4faa-a888-13aed358ac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a'}}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:05.898236 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.945775 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.946113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.988952 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] For port e9081ba1-cbe7-4e57-b051-88460becbdfd, host hv-cinder-79867, cleared binding levels {{(pid=74138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:05.992335 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] For port e9081ba1-cbe7-4e57-b051-88460becbdfd, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:05.997441 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.001513 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0cfbe5e4-1f21-419b-97b7-50abe17804db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:06.065894 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.067258 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] 10.222.0.81 "PUT /v2.0/ports/e9081ba1-cbe7-4e57-b051-88460becbdfd HTTP/1.1" status: 200 len: 1094 time: 1.0471683 Jun 29 17:27:06.067739 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'tag': 'e9081ba1-cbe7-4e57-b051-88460becbdfd'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:06.068320 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Calling delete_port for 075bddee-3f6d-43e0-8812-ed496e1432b5 owned by network:floatingip {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:27:06.083273 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9081ba1-cbe7-4e57-b051-88460becbdfd,revision_number=3']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:06.087457 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:06.139700 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'tag': 'e9081ba1-cbe7-4e57-b051-88460becbdfd', 'status': 'completed', 'code': 200} Jun 29 17:27:06.258636 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-0f4395ec-c3ff-48b0-bb2e-f1411ceb2613 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 1097 time: 0.0871179 Jun 29 17:27:06.268779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.274384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6e604388-94bd-429c-833e-33146ca8f050 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:06.320831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event deleted for resources: {'Port': ['ID=075bddee-3f6d-43e0-8812-ed496e1432b5,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:06.323758 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:06.344825 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-2ec2acee-0561-493a-a660-2eca87d7375c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd HTTP/1.1" status: 200 len: 217 time: 0.0661886 Jun 29 17:27:06.402302 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1f3d-b9ad-4b62-ae22-f37f10d2726f req-e242fdff-0fca-4ea2-82e6-5f8f843746fc tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:06.403729 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-913a1f3d-b9ad-4b62-ae22-f37f10d2726f req-e242fdff-0fca-4ea2-82e6-5f8f843746fc tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.2099788 Jun 29 17:27:06.412159 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-b2048666-238c-40eb-9756-441711008c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:06.413352 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-b2048666-238c-40eb-9756-441711008c79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0396bb82-790a-4260-acd4-a3e3bf40787d HTTP/1.1" status: 200 len: 848 time: 0.0604088 Jun 29 17:27:06.417804 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:27:06.451012 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 44b48f39-fe43-44b1-be19-7c1e7bb08d1b {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:27:06.451507 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 44b48f39-fe43-44b1-be19-7c1e7bb08d1b not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:27:06.452567 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.462089 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-94acc319-f02c-49d7-a333-d441dcb97756 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405827 Jun 29 17:27:06.470186 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-913a1f3d-b9ad-4b62-ae22-f37f10d2726f req-9f18a1f0-adbb-4a49-99c2-cf2fbd024466 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575793 Jun 29 17:27:06.480689 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.485451 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "DELETE /v2.0/floatingips/b31f9164-7efb-41e5-ae74-47eff8bc3096 HTTP/1.1" status: 204 len: 168 time: 0.9231086 Jun 29 17:27:06.599848 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-aad6e37c-6d4c-4819-b997-d59422628fd5 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299503 Jun 29 17:27:06.751816 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce359d60-f8f5-4811-b4c0-bafc7e346e1e req-8b018dde-7898-470e-a786-fc18f438c9ee tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:06.752667 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b3611847-18e3-4b6a-9cf1-bf758e5711a8 req-6d39b8ea-5818-4d25-818a-1249b0060294 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418014 Jun 29 17:27:06.753374 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ce359d60-f8f5-4811-b4c0-bafc7e346e1e req-8b018dde-7898-470e-a786-fc18f438c9ee tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 944 time: 0.0859878 Jun 29 17:27:06.804846 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ce359d60-f8f5-4811-b4c0-bafc7e346e1e req-84e11acd-0ee2-48e0-82ad-eac7d812b46c tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Jun 29 17:27:06.972933 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-8458b0a5-6240-4e70-b779-1948565c1911 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 1097 time: 0.0747330 Jun 29 17:27:07.105667 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38630) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:07.113376 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910873458', 'description': 'tempest-description--1758311989'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:07.119962 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-84b0869e-fece-4c34-966e-71133d6a4437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:07.121365 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-84b0869e-fece-4c34-966e-71133d6a4437 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 200 len: 909 time: 0.1365733 Jun 29 17:27:07.122282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:07.126772 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:07.174596 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:07.185044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:07.198604 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-d412983e-305d-421e-8f5a-05fefa281c3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd HTTP/1.1" status: 200 len: 217 time: 0.0689454 Jun 29 17:27:07.205307 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.291166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-6d3d6527-d925-46e4-8ef9-753c0e85845e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:07.292662 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-6d3d6527-d925-46e4-8ef9-753c0e85845e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0396bb82-790a-4260-acd4-a3e3bf40787d HTTP/1.1" status: 200 len: 848 time: 0.0741184 Jun 29 17:27:07.295986 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:07.300236 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:07.303114 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:07.336903 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:07.350479 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-af12227f-fcd4-4a9e-a5fc-a92c8edb5c75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a99a8c9e-476d-4cea-bce0-d7edaf808a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445688 Jun 29 17:27:07.485325 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.498315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.503937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d86c3700-43e5-4c95-878b-4fff693c6c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:07.552846 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-c8014001-8231-41d9-a28a-91689ee071a3 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923172 Jun 29 17:27:07.568008 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25c50c-2dc6-4393-a967-bab3e5453c1b,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:07.571248 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:07.676276 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.677351 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e2e29d8d-2370-44d1-a5a1-0b699f3a25ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5707195 Jun 29 17:27:07.678892 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e4d4a-7d82-4fe8-b406-bbe20fd518fc req-098f3b93-4b49-4b26-a2b3-f176ed97c4a8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:07.680358 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4b6e4d4a-7d82-4fe8-b406-bbe20fd518fc req-098f3b93-4b49-4b26-a2b3-f176ed97c4a8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0824380 Jun 29 17:27:07.680786 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38636) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:07.686317 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'security_group_rule': {'security_group_id': 'bf25c50c-2dc6-4393-a967-bab3e5453c1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:07.693691 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:07.710683 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:07.715616 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:07.723948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:07.749448 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4b6e4d4a-7d82-4fe8-b406-bbe20fd518fc req-3663bba1-6fe1-4a76-8164-fdd77a40e858 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586216 Jun 29 17:27:07.756632 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.788037 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-40fb10c2-1f53-414e-aeb6-e3b926a60ada req-bbc47dbf-a45a-4951-a631-3597388ed0f5 service neutron] 10.222.0.81 "GET /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216957 Jun 29 17:27:07.831871 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.837574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.844460 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:07.864472 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d306e1c-8145-4fe7-bc74-31cfaeb30240,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:07.870000 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:07.873869 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.875613 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ea0bf9fd-1dcb-4e30-a2de-31526b17ff13 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1936023 Jun 29 17:27:07.878078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38642) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:07.883711 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'security_group_rule': {'security_group_id': 'bf25c50c-2dc6-4393-a967-bab3e5453c1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:07.892636 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:07.901257 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:security_group_rule and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:07.904260 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:07.911318 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:07.928807 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.993469 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.998639 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.000845 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:08.011739 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cc57-b7cf-4fb9-a68c-c2c6ea988026 req-7df57cbe-2549-452f-b505-47f74b02f60f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:08.012545 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-b886cc57-b7cf-4fb9-a68c-c2c6ea988026 req-7df57cbe-2549-452f-b505-47f74b02f60f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Synchronizing usage tracker for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:08.024083 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dc1941-d42c-489c-88c9-4db021ec2d08,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:08.026522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:08.029492 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-b886cc57-b7cf-4fb9-a68c-c2c6ea988026 req-7df57cbe-2549-452f-b505-47f74b02f60f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Unset dirty status for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:08.030829 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b886cc57-b7cf-4fb9-a68c-c2c6ea988026 req-7df57cbe-2549-452f-b505-47f74b02f60f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 944 time: 0.0950024 Jun 29 17:27:08.035048 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.039501 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-29ff2c27-110a-46c4-8691-e872cef16489 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575565 Jun 29 17:27:08.039760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38646) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:08.045554 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:08.063251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:08.070741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Usage tracker for resource:floatingip and tenant:b45d3025aa5947659b8cc1a30c00fd86 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:08.075193 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:08.082205 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:08.105923 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b886cc57-b7cf-4fb9-a68c-c2c6ea988026 req-06eeb217-4ca9-4da4-b33b-b67e9cf0ae44 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669181 Jun 29 17:27:08.107109 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.251106 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.399341 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Allocated IP 172.27.2.112 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/fd7bb152-4c8f-4e9e-9f01-e2094c8a5aa2) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:08.555779 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.596730 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.602573 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e81255ab-1ef5-4a9f-a307-c47f3ffd4695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:08.689967 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:08.693208 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:08.695712 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:08.719061 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'Port': ['ID=fd7bb152-4c8f-4e9e-9f01-e2094c8a5aa2,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:08.721916 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:08.854918 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.915688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.955168 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadfb7-74bc-411e-b1b8-112de73bf7a6 req-d2a5e133-34a7-427a-8284-004a91983dcd tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:08.956778 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5afadfb7-74bc-411e-b1b8-112de73bf7a6 req-d2a5e133-34a7-427a-8284-004a91983dcd tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0845456 Jun 29 17:27:09.006994 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5afadfb7-74bc-411e-b1b8-112de73bf7a6 req-dca2b008-3aa9-491a-a722-6abdf2f1dd22 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444057 Jun 29 17:27:09.127958 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.135332 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.141187 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1697b52d-bd65-4dce-b04d-d135165b1ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:09.282363 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'Port': ['ID=fd7bb152-4c8f-4e9e-9f01-e2094c8a5aa2,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:09.291299 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:09.316066 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.352314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.353575 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3129547 Jun 29 17:27:09.364645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dfa81-95b1-460a-be4c-33242a3154d5 req-63b3132a-8eac-4f80-8edb-7f5848f60532 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:09.366089 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3c2dfa81-95b1-460a-be4c-33242a3154d5 req-63b3132a-8eac-4f80-8edb-7f5848f60532 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 944 time: 0.1263421 Jun 29 17:27:09.414013 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3c2dfa81-95b1-460a-be4c-33242a3154d5 req-59846b59-5906-42eb-921e-9257f31ba449 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Jun 29 17:27:09.542029 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-6047a8b7-b8e7-4558-9423-6e3704e466ae tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:09.561264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-6047a8b7-b8e7-4558-9423-6e3704e466ae tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:09.562648 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-6047a8b7-b8e7-4558-9423-6e3704e466ae tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--910873458&fields=id&tenant_id=b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 267 time: 0.0614913 Jun 29 17:27:09.570033 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:27:09.714123 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-cc2abaa8-9afc-433b-afbc-500eeb306dbe tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:09.715469 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-cc2abaa8-9afc-433b-afbc-500eeb306dbe tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 816 time: 0.1460173 Jun 29 17:27:09.732302 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-fa173c6f-386e-43df-80ac-d0b67cb278d8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/quotas/b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 375 time: 0.0110590 Jun 29 17:27:09.816257 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-25c36cab-f9a6-4684-9a78-b0bc448536f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:09.835943 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-25c36cab-f9a6-4684-9a78-b0bc448536f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:09.837307 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-25c36cab-f9a6-4684-9a78-b0bc448536f1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000965 Jun 29 17:27:09.996676 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-2ce64017-2bbe-4db4-ac14-0dd3de79f599 service neutron] 10.222.0.79 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415493 Jun 29 17:27:10.132055 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-b3967ae8-246b-40f1-a967-8d225c831244 service neutron] 10.222.0.79 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268942 Jun 29 17:27:10.207173 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb759-061e-4ed8-9e34-8fe1546a1c26 req-924b2165-bf4a-41a3-a997-e03495947966 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:10.208654 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-caacb759-061e-4ed8-9e34-8fe1546a1c26 req-924b2165-bf4a-41a3-a997-e03495947966 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0784087 Jun 29 17:27:10.268294 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-caacb759-061e-4ed8-9e34-8fe1546a1c26 req-4cff45a8-d8fd-4c3a-b1c7-fa20a98507c4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534220 Jun 29 17:27:10.393009 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1742c535-1b66-4109-be76-80ae3c8482a4 req-8a402938-d99d-4c42-a97a-c501f6f151a2 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 210 time: 0.1075599 Jun 29 17:27:10.453878 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e9081ba1-cbe7-4e57-b051-88460becbdfd details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:27:10.598603 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e9081ba1-cbe7-4e57-b051-88460becbdfd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:10.614628 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'e9081ba1-cbe7-4e57-b051-88460becbdfd', 'network_id': 'a99a8c9e-476d-4cea-bce0-d7edaf808a2a', 'port_id': 'e9081ba1-cbe7-4e57-b051-88460becbdfd', 'mac_address': 'fa:16:3e:95:3c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0396bb82-790a-4260-acd4-a3e3bf40787d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:27:10.633521 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e2b1-85a9-4bb0-97df-71656d4353ca req-7654f65f-5683-450b-88b2-721f1e3d2603 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:10.634978 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a3b6e2b1-85a9-4bb0-97df-71656d4353ca req-7654f65f-5683-450b-88b2-721f1e3d2603 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 944 time: 0.0908856 Jun 29 17:27:10.673505 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.691514 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a3b6e2b1-85a9-4bb0-97df-71656d4353ca req-705d796a-61ac-4900-820c-e6f0d14186d6 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Jun 29 17:27:10.692115 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9081ba1-cbe7-4e57-b051-88460becbdfd {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:10.708367 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e9081ba1-cbe7-4e57-b051-88460becbdfd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:10.719481 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.721658 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b293ad91-3ade-4f9f-b8b4-68431414c0c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:10.787712 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e9081ba1-cbe7-4e57-b051-88460becbdfd,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:10.790692 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:11.140065 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['e9081ba1-cbe7-4e57-b051-88460becbdfd'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:27:11.489506 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4733db-75e4-4b94-a549-9d6a54c4f2f6 req-3d03189e-d596-4984-a441-5649d162a261 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:11.490939 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3f4733db-75e4-4b94-a549-9d6a54c4f2f6 req-3d03189e-d596-4984-a441-5649d162a261 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0837634 Jun 29 17:27:11.542044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3f4733db-75e4-4b94-a549-9d6a54c4f2f6 req-fda5022a-5437-4872-827d-d9fb8a52d8f8 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454574 Jun 29 17:27:11.601754 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f17c35ca-24c9-426b-9d3f-d2440a508ff7 req-dfae5937-4bce-4af0-b63d-35404a9c309e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 210 time: 0.0691013 Jun 29 17:27:11.805623 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-e5b7aad2-a8fa-470e-aa76-cb8d8615debb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:11.806360 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-e5b7aad2-a8fa-470e-aa76-cb8d8615debb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:network {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:11.828602 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-e5b7aad2-a8fa-470e-aa76-cb8d8615debb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:network {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:11.829728 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-e5b7aad2-a8fa-470e-aa76-cb8d8615debb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 816 time: 0.2541945 Jun 29 17:27:11.897941 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ac788-31a3-4ba2-83df-4aa3402671a4 req-cd34d4f5-d7e4-4338-aa11-1dc3a1fbc3b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:11.899405 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-679ac788-31a3-4ba2-83df-4aa3402671a4 req-cd34d4f5-d7e4-4338-aa11-1dc3a1fbc3b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 945 time: 0.0801902 Jun 29 17:27:11.927784 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-8929e245-fae3-40c5-8ce7-cae9f21cef3c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:11.941314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-8929e245-fae3-40c5-8ce7-cae9f21cef3c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:11.942431 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-8929e245-fae3-40c5-8ce7-cae9f21cef3c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 379 time: 0.0621262 Jun 29 17:27:11.950628 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-679ac788-31a3-4ba2-83df-4aa3402671a4 req-db523b69-176b-4ab2-9da2-3907fcba6e0e tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Jun 29 17:27:11.952604 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'port': {'device_id': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'admin_state_up': True, 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'security_groups': ['bf25c50c-2dc6-4393-a967-bab3e5453c1b']}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:12.094862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:12.104875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:12.118904 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Made reservation on behalf of b45d3025aa5947659b8cc1a30c00fd86 for: {'port': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:12.122463 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.291841 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Allocated IP 172.20.0.11 (f6e3b960-421a-4a30-8302-31bbf353c038/ba9e3515-13e6-4ffd-bda5-9db227ed7f5f/c02f2dad-eb32-475f-976e-f1fec618eb2c) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:12.475354 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e9081ba1-cbe7-4e57-b051-88460becbdfd up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:27:12.481408 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.497201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Transition to ACTIVE for port object c02f2dad-eb32-475f-976e-f1fec618eb2c will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:12.522602 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.528786 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d5706c3c-c49a-4a43-84c1-06a614657558 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:12.548612 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port e9081ba1-cbe7-4e57-b051-88460becbdfd completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:12.553286 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port e9081ba1-cbe7-4e57-b051-88460becbdfd triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:12.553666 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.591836 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Network f6e3b960-421a-4a30-8302-31bbf353c038 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:12.594934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:12.598939 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:12.641269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:12.646474 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:12.679490 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:12.681414 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.683056 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.711215 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9081ba1-cbe7-4e57-b051-88460becbdfd'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:12.721962 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e9081ba1-cbe7-4e57-b051-88460becbdfd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:12.727380 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.730008 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:12.794903 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8461943 Jun 29 17:27:12.813113 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e9081ba1-cbe7-4e57-b051-88460becbdfd,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:12.813777 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de492e-68a7-423a-b2e1-59a1ac767f0c req-58e8ddc7-a22d-4e0f-9ce5-6d5ece2d56c2 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:12.815593 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a4de492e-68a7-423a-b2e1-59a1ac767f0c req-58e8ddc7-a22d-4e0f-9ce5-6d5ece2d56c2 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.1258755 Jun 29 17:27:12.816942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:12.821297 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Request body: {'port': {'device_id': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:12.854246 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac406cbd-be7b-4e9f-a8f4-10ce0b243a3d req-496f967e-1db0-4249-a8df-434fdae771ab tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:12.864773 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ac406cbd-be7b-4e9f-a8f4-10ce0b243a3d req-496f967e-1db0-4249-a8df-434fdae771ab tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 932 time: 0.0995557 Jun 29 17:27:12.900981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-641c933e-3339-4448-ab2a-5b3caf77b1ab None None] Provisioning for port c02f2dad-eb32-475f-976e-f1fec618eb2c completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:12.906468 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-641c933e-3339-4448-ab2a-5b3caf77b1ab None None] Provisioning complete for port c02f2dad-eb32-475f-976e-f1fec618eb2c triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:12.906964 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-641c933e-3339-4448-ab2a-5b3caf77b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.920962 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ac406cbd-be7b-4e9f-a8f4-10ce0b243a3d req-890c7636-2a8d-4949-bbbf-af2120fc1de0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552027 Jun 29 17:27:12.959980 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a4de492e-68a7-423a-b2e1-59a1ac767f0c req-f4339c99-1b62-4028-95f0-24e13e1b483d tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102495 Jun 29 17:27:12.967574 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-641c933e-3339-4448-ab2a-5b3caf77b1ab None None] Port c02f2dad-eb32-475f-976e-f1fec618eb2c cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:27:12.968504 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.013138 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9081ba1-cbe7-4e57-b051-88460becbdfd', 'code': 200} Jun 29 17:27:13.279361 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010bed-0dc8-4b39-a912-887b35e9464b req-962a2e01-2bec-4c0d-b712-1d7a4efa7679 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:13.280876 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1010bed-0dc8-4b39-a912-887b35e9464b req-962a2e01-2bec-4c0d-b712-1d7a4efa7679 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.1849418 Jun 29 17:27:13.345825 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-48fabdce-cba9-412d-b888-9c4ad4ab8186 req-711e9e55-0039-46e9-94a5-0ee8e5a38b6d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 1099 time: 0.0707760 Jun 29 17:27:13.360163 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1010bed-0dc8-4b39-a912-887b35e9464b req-aa4e6aa5-a666-4ce4-96f1-5a88a2a2a1e0 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659778 Jun 29 17:27:13.402575 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-48fabdce-cba9-412d-b888-9c4ad4ab8186 req-e741fd8f-c5c0-42cd-94d9-ac92330bbf0d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 Jun 29 17:27:13.429929 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02f2dad-eb32-475f-976e-f1fec618eb2c {{(pid=74138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:13.436857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.450934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Transition to ACTIVE for port object c02f2dad-eb32-475f-976e-f1fec618eb2c will not be triggered until provisioned by entity L2. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:13.456048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.460147 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:13.577657 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:13.582719 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:13.763823 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Attempting to bind port c02f2dad-eb32-475f-976e-f1fec618eb2c on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:13.764544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Attempting to bind port c02f2dad-eb32-475f-976e-f1fec618eb2c by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:13.764544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Attempting to bind port c02f2dad-eb32-475f-976e-f1fec618eb2c on network f6e3b960-421a-4a30-8302-31bbf353c038 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:27:13.770830 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Port c02f2dad-eb32-475f-976e-f1fec618eb2c on network f6e3b960-421a-4a30-8302-31bbf353c038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:27:13.771142 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Attempting to bind port c02f2dad-eb32-475f-976e-f1fec618eb2c on network f6e3b960-421a-4a30-8302-31bbf353c038 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:27:13.777768 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:27:13.778094 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Checking segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:27:13.778466 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Bound using segment: {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:27:13.778877 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Bound port: c02f2dad-eb32-475f-976e-f1fec618eb2c, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af6079b-9a6d-47fe-920b-eeabc14362ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038'}}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:13.779258 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.865578 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, cleared binding levels {{(pid=74138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:13.868723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:13.876407 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.880308 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cb97d475-dfbd-4335-abbd-8093370e9ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:13.940264 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.941639 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] 10.222.0.81 "PUT /v2.0/ports/c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 1094 time: 1.1251078 Jun 29 17:27:13.942124 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:13.959520 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=3']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:13.962605 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:14.010188 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'status': 'completed', 'code': 200} Jun 29 17:27:14.182349 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-ccb7af3c-fb39-4e2e-9f59-60a38d0c9464 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1097 time: 0.1388211 Jun 29 17:27:14.185103 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc5ab-94fa-44b5-a629-b3b6b0869035 req-847c91cb-eb48-4604-9050-520b2a0053f6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:14.186704 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-765dc5ab-94fa-44b5-a629-b3b6b0869035 req-847c91cb-eb48-4604-9050-520b2a0053f6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0830462 Jun 29 17:27:14.187875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abc113-42b9-4b26-89ee-0c1942a5c7c2 req-3f7991a2-a9d6-4437-b78b-b7e52000e70e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:14.188566 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-94abc113-42b9-4b26-89ee-0c1942a5c7c2 req-3f7991a2-a9d6-4437-b78b-b7e52000e70e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:14.236641 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-765dc5ab-94fa-44b5-a629-b3b6b0869035 req-a0ffaf6a-8677-4120-a544-350f47afd796 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437648 Jun 29 17:27:14.269318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-94abc113-42b9-4b26-89ee-0c1942a5c7c2 req-3f7991a2-a9d6-4437-b78b-b7e52000e70e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:14.270482 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-94abc113-42b9-4b26-89ee-0c1942a5c7c2 req-3f7991a2-a9d6-4437-b78b-b7e52000e70e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.1934149 Jun 29 17:27:14.292270 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-5aa636d1-ed17-46ce-b9d4-6a36728217e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 217 time: 0.0869267 Jun 29 17:27:14.370697 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-94abc113-42b9-4b26-89ee-0c1942a5c7c2 req-3f75cd83-914c-4c76-b6d7-b8219ce62ac9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929086 Jun 29 17:27:14.374055 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-485974d0-15cd-475b-a516-8079a1eee2c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:14.375603 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-485974d0-15cd-475b-a516-8079a1eee2c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0757053 Jun 29 17:27:14.459413 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-3f324c32-aed2-47a7-b32e-1d562178ad05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706096 Jun 29 17:27:14.563675 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7563-ff7a-40b5-bce0-aea97b9cbbc1 req-a69cc82e-0116-46b0-86e3-bdb49eec8cbd tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:14.565071 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40af7563-ff7a-40b5-bce0-aea97b9cbbc1 req-a69cc82e-0116-46b0-86e3-bdb49eec8cbd tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.0812604 Jun 29 17:27:14.600770 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-38bfd95f-9fc0-49db-977d-8e888874b184 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234584 Jun 29 17:27:14.611089 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40af7563-ff7a-40b5-bce0-aea97b9cbbc1 req-977ba674-d4ca-447b-b904-b23e5d3f8dc0 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Jun 29 17:27:14.764126 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-044a3268-ac8b-48df-b576-f0ef790beb7a req-19ae011d-5041-4f79-923e-63a3163b7c00 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280582 Jun 29 17:27:15.025235 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-ad8c78c1-9891-4c25-9722-19499079fe4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1097 time: 0.0788033 Jun 29 17:27:15.206611 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-a8c01d8a-576c-429f-aa4f-257214a6c786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.208008 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-a8c01d8a-576c-429f-aa4f-257214a6c786 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1276124 Jun 29 17:27:15.297859 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-98f60673-4792-49ce-80fc-7dfb5588be33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 217 time: 0.0668604 Jun 29 17:27:15.395091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-922289be-ed8a-4ee7-a649-53348f91d81b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.396522 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-922289be-ed8a-4ee7-a649-53348f91d81b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0900600 Jun 29 17:27:15.505860 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fea69-ccce-4ee1-af03-9aaa012db645 req-f84a1b79-ce83-42c7-bfb8-c6d064296a2c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.507286 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-586fea69-ccce-4ee1-af03-9aaa012db645 req-f84a1b79-ce83-42c7-bfb8-c6d064296a2c tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.1456435 Jun 29 17:27:15.517055 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-03dde99f-750f-4717-aced-af7437362889 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1093998 Jun 29 17:27:15.595210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f47b-4aa8-46e4-a44c-ba6ee830add5 req-916e0f30-b29d-4eab-9a08-d18afbafe15f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.596644 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ece4f47b-4aa8-46e4-a44c-ba6ee830add5 req-916e0f30-b29d-4eab-9a08-d18afbafe15f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0827007 Jun 29 17:27:15.645646 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ece4f47b-4aa8-46e4-a44c-ba6ee830add5 req-a246d735-2088-4175-884b-0b141e2b2d8a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 Jun 29 17:27:15.649112 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-586fea69-ccce-4ee1-af03-9aaa012db645 req-c3b2da25-7364-489b-aa07-4f0e9703b117 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310933 Jun 29 17:27:15.699988 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-dd8fb107-7044-4eb1-8b8a-c090f9a741bb service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680326 Jun 29 17:27:15.975785 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f7fb5352-0a66-4c00-b26b-83ba2b4140ab req-e7dd62f7-2c34-48a1-9ee1-5d93b12529bd service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644236 Jun 29 17:27:15.995262 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077048a-2e26-4d10-8753-4d80887641b2 req-a5618123-9198-4d7d-9e95-cdefaa68ce7e tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.996737 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c077048a-2e26-4d10-8753-4d80887641b2 req-a5618123-9198-4d7d-9e95-cdefaa68ce7e tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.1315379 Jun 29 17:27:16.047413 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c077048a-2e26-4d10-8753-4d80887641b2 req-980dac13-3d3a-4069-9133-8cf30a3df5b8 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Jun 29 17:27:16.875192 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72090e0-715a-48a4-b8d9-30b9a5a100cc req-80f8417f-fbcd-4f31-a5df-f6d38238c020 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.881136 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d72090e0-715a-48a4-b8d9-30b9a5a100cc req-80f8417f-fbcd-4f31-a5df-f6d38238c020 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0971699 Jun 29 17:27:16.894249 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244359a8-2017-4ffc-95d1-7bdb8540bed2 req-452c3559-24a2-4216-b27a-22a09bdaabfb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.895775 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-244359a8-2017-4ffc-95d1-7bdb8540bed2 req-452c3559-24a2-4216-b27a-22a09bdaabfb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0969098 Jun 29 17:27:16.935965 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d72090e0-715a-48a4-b8d9-30b9a5a100cc req-9503f337-2a12-42ad-a23c-f997b7cfe660 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524354 Jun 29 17:27:16.945896 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-244359a8-2017-4ffc-95d1-7bdb8540bed2 req-b86923c5-a8e2-46d3-bf5e-3189615c1411 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437686 Jun 29 17:27:17.661220 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902aadf-72c6-48ff-b096-b94bb1b090c2 req-76c73266-ce75-41a7-91b6-0f103659ac2f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.662676 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5902aadf-72c6-48ff-b096-b94bb1b090c2 req-76c73266-ce75-41a7-91b6-0f103659ac2f tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.0835915 Jun 29 17:27:17.722481 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5902aadf-72c6-48ff-b096-b94bb1b090c2 req-b771a0a6-130f-478a-9768-2d836433ebf5 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541041 Jun 29 17:27:18.135759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130b2f-7f34-4905-b69a-03106f96b640 req-48624acc-f5a4-44c9-8874-2c679789dca4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.137245 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-94130b2f-7f34-4905-b69a-03106f96b640 req-48624acc-f5a4-44c9-8874-2c679789dca4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0783906 Jun 29 17:27:18.158392 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5218cb-644b-40a6-8e3c-a4f9aa8c01f2 req-cdf0cd3f-1c4b-4c55-a3af-9b642c6af16d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.160454 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa5218cb-644b-40a6-8e3c-a4f9aa8c01f2 req-cdf0cd3f-1c4b-4c55-a3af-9b642c6af16d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0765405 Jun 29 17:27:18.187358 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-94130b2f-7f34-4905-b69a-03106f96b640 req-0a351bfb-4a9e-4aee-a5ef-72c03c14ee06 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=92900ea4-ea5e-430c-866e-c99a762de6a6&id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440421 Jun 29 17:27:18.217551 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa5218cb-644b-40a6-8e3c-a4f9aa8c01f2 req-99b89a8d-af4a-44a7-add7-87166fe5f0d0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508413 Jun 29 17:27:18.532030 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:27:18.695961 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:18.709976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'mac_address': 'fa:16:3e:ae:1c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:27:18.766318 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:18.787200 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f2dad-eb32-475f-976e-f1fec618eb2c {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:18.803080 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:18.808037 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:18.809820 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:18.873207 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:18.876745 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:18.930504 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6c752-02ef-46ec-91cc-5ffda9f550fe req-0851b7e1-87c0-4027-b66a-d5ba82f8c412 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.931965 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d2f6c752-02ef-46ec-91cc-5ffda9f550fe req-0851b7e1-87c0-4027-b66a-d5ba82f8c412 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.0818877 Jun 29 17:27:18.980988 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d2f6c752-02ef-46ec-91cc-5ffda9f550fe req-074ebf7e-481d-4c2c-b461-10529d0d37ad tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Jun 29 17:27:19.332568 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['c02f2dad-eb32-475f-976e-f1fec618eb2c'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:27:19.440661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f638-1c7f-47f1-a69a-7491456926a3 req-6a7a8f04-6656-4e8a-b655-a8f365f6184f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:19.442127 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5a54f638-1c7f-47f1-a69a-7491456926a3 req-6a7a8f04-6656-4e8a-b655-a8f365f6184f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 945 time: 0.0819211 Jun 29 17:27:19.488820 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5a54f638-1c7f-47f1-a69a-7491456926a3 req-edfa74d7-2e81-453a-a4d9-61e1cd17cf15 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405810 Jun 29 17:27:19.938971 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-8e1e8b51-1754-4b3d-8441-d0e2399e0521 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:19.940393 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-8e1e8b51-1754-4b3d-8441-d0e2399e0521 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.0832601 Jun 29 17:27:20.022294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Deleting port e9081ba1-cbe7-4e57-b051-88460becbdfd {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:27:20.022294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.181946 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6293-b0df-4371-bf22-63182d5ad0cc req-34cc6ee4-1a36-4403-b4c8-af7bfd1153d4 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:20.183606 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5c5e6293-b0df-4371-bf22-63182d5ad0cc req-34cc6ee4-1a36-4403-b4c8-af7bfd1153d4 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 946 time: 0.0776110 Jun 29 17:27:20.232579 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5c5e6293-b0df-4371-bf22-63182d5ad0cc req-5c527858-dea5-4433-86b2-0acad4b784f3 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c79096d-ec83-4993-9648-2e4c45aa8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Jun 29 17:27:20.276575 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] For port e9081ba1-cbe7-4e57-b051-88460becbdfd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e9081ba1-cbe7-4e57-b051-88460becbdfd,segment=NetworkSegment(59365e1b-6989-4faa-a888-13aed358ac64),segment_id=59365e1b-6989-4faa-a888-13aed358ac64)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:20.276932 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.395022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Calling delete_port for e9081ba1-cbe7-4e57-b051-88460becbdfd owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:27:20.553270 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.560843 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:27:20.561715 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:20.606741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Pushing event deleted for resources: {'Port': ['ID=e9081ba1-cbe7-4e57-b051-88460becbdfd,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:20.608614 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['e9081ba1-cbe7-4e57-b051-88460becbdfd'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:27:20.609404 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:20.670181 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port c02f2dad-eb32-475f-976e-f1fec618eb2c completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:20.677776 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port c02f2dad-eb32-475f-976e-f1fec618eb2c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:20.678402 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.726079 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] No DVR routers for this DVR port e9081ba1-cbe7-4e57-b051-88460becbdfd on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:20.730493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.733569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'name': 'network-vif-deleted', 'tag': 'e9081ba1-cbe7-4e57-b051-88460becbdfd'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:20.760593 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-64f86bd1-83a9-42b3-a818-34a12acfc2bc req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.81 "DELETE /v2.0/ports/e9081ba1-cbe7-4e57-b051-88460becbdfd HTTP/1.1" status: 204 len: 173 time: 0.8099515 Jun 29 17:27:20.779822 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0451ab-692f-4125-b49d-17905c1c9821 req-9000ceed-40e7-47ad-8ef2-545c7772aa78 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:20.785588 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1e0451ab-692f-4125-b49d-17905c1c9821 req-9000ceed-40e7-47ad-8ef2-545c7772aa78 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 945 time: 0.1426747 Jun 29 17:27:20.807302 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.809901 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6665902e-5fa5-4f65-a4ba-642c6bd3948d', 'name': 'network-vif-deleted', 'tag': 'e9081ba1-cbe7-4e57-b051-88460becbdfd', 'status': 'completed', 'code': 200} Jun 29 17:27:20.833393 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1e0451ab-692f-4125-b49d-17905c1c9821 req-1ff18fba-0b1b-48ad-b91a-ef14ecafd5c3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452943 Jun 29 17:27:20.839664 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:20.850747 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:20.856591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:20.859073 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:20.913466 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'code': 200} Jun 29 17:27:20.930056 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:20.933769 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:21.275534 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8598ae4c-206f-40b0-9678-d8280bba8a70 req-45c276cf-d734-4a58-8371-683da90b4f83 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1099 time: 0.0799763 Jun 29 17:27:21.325710 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8598ae4c-206f-40b0-9678-d8280bba8a70 req-4269284d-167c-4000-941b-c91f5a766dff service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393448 Jun 29 17:27:21.568084 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-85df415a-1256-4836-a9e0-a88c76db7880 req-e6908804-9b1b-41d0-940e-124777e9dc29 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Synchronizing usage tracker for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:21.586835 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-85df415a-1256-4836-a9e0-a88c76db7880 req-e6908804-9b1b-41d0-940e-124777e9dc29 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Unset dirty status for tenant:5eb2bddfc8ad43138842e33e1805fa07 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:21.588704 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-85df415a-1256-4836-a9e0-a88c76db7880 req-e6908804-9b1b-41d0-940e-124777e9dc29 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] 10.222.0.79 "GET /v2.0/ports?device_id=6665902e-5fa5-4f65-a4ba-642c6bd3948d HTTP/1.1" status: 200 len: 210 time: 0.0654533 Jun 29 17:27:22.068477 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef854a-aee4-4e20-9c50-db03808cbf10 req-978f7acd-4aa7-4b04-9fbb-6181f7630066 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:22.070098 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef854a-aee4-4e20-9c50-db03808cbf10 req-978f7acd-4aa7-4b04-9fbb-6181f7630066 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0919766 Jun 29 17:27:22.119023 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-91ef854a-aee4-4e20-9c50-db03808cbf10 req-fffec405-17a8-498c-a5dd-2dcbfb4933da tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Jun 29 17:27:23.345114 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb74ae1-a67c-45af-b1c8-bb6c7eb6cf94 req-dcf184eb-7f75-4a3b-ad92-750bad426480 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:23.346581 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0bb74ae1-a67c-45af-b1c8-bb6c7eb6cf94 req-dcf184eb-7f75-4a3b-ad92-750bad426480 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0777094 Jun 29 17:27:23.396279 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0bb74ae1-a67c-45af-b1c8-bb6c7eb6cf94 req-45f9409a-26a3-4a0b-8d19-7a27aaaaabf4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440133 Jun 29 17:27:23.696818 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a54dd2-eeca-4999-973c-1d06a6183b83 req-b1d1a39f-cbac-41dc-bfb9-a1cc1ef28dc9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:23.698257 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d2a54dd2-eeca-4999-973c-1d06a6183b83 req-b1d1a39f-cbac-41dc-bfb9-a1cc1ef28dc9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.1694953 Jun 29 17:27:23.707203 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38774) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:23.712688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Request body: {'floatingip': {'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:23.789485 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.407798 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.414155 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.610874 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Floating IP a8124400-a95a-4ea3-9148-8c54108bc580 associated. External IP: 172.27.2.112, port: c02f2dad-eb32-475f-976e-f1fec618eb2c. Jun 29 17:27:25.017421 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:27:25.317590 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:25.322340 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:25.328147 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:27:25.341470 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:25.342171 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:25.374163 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5ea94199-4f81-4c11-abaf-93a95ac4b419 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "PUT /v2.0/floatingips/a8124400-a95a-4ea3-9148-8c54108bc580 HTTP/1.1" status: 200 len: 992 time: 1.6657677 Jun 29 17:27:25.375089 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:25.431761 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'status': 'completed', 'code': 200} Jun 29 17:27:25.534295 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:25.897923 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'a8124400-a95a-4ea3-9148-8c54108bc580', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'mac_address': 'fa:16:3e:ae:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:27:08Z', 'updated_at': '2021-06-29T17:27:24Z', 'revision_number': 1, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:25.902317 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:27:25.916238 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:25.916905 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:26.106374 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:26.475702 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e9081ba1-cbe7-4e57-b051-88460becbdfd no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:27:26.512941 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: e9081ba1-cbe7-4e57-b051-88460becbdfd {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:27:26.513257 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e9081ba1-cbe7-4e57-b051-88460becbdfd not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:27:26.548293 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'a8124400-a95a-4ea3-9148-8c54108bc580', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'mac_address': 'fa:16:3e:ae:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:27:08Z', 'updated_at': '2021-06-29T17:27:24Z', 'revision_number': 1, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:26.552899 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b34aa-cc1b-433c-bd19-09f4f3ea6c00 None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': 'a8124400-a95a-4ea3-9148-8c54108bc580', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'mac_address': 'fa:16:3e:ae:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:27:08Z', 'updated_at': '2021-06-29T17:27:24Z', 'revision_number': 1, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:27:26.757880 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03330574-8d1a-4ae2-91c9-2e2a0bad4e9c None None] New status for floating IP a8124400-a95a-4ea3-9148-8c54108bc580: ACTIVE {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:27:27.642179 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.772266 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-bb27981e-dbca-4225-98d8-60bb639b7f93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1099 time: 0.0726976 Jun 29 17:27:27.914650 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcd54a-4200-4732-8091-895204430847 req-93506515-f944-480b-9574-54b1cac6155b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:27.916159 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-93506515-f944-480b-9574-54b1cac6155b service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1326807 Jun 29 17:27:28.021822 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-d7816cdd-2ec7-4b18-9e13-8aca7e7bc7bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 1002 time: 0.0981567 Jun 29 17:27:28.092185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcd54a-4200-4732-8091-895204430847 req-c25beaf8-ae93-417d-8295-3a31c720d27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:28.093798 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-c25beaf8-ae93-417d-8295-3a31c720d27a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0608876 Jun 29 17:27:28.182917 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-9fb18c4a-1f62-4007-9602-c49352b19fed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781703 Jun 29 17:27:28.330354 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-602abd2e-c5f7-4d42-a140-5dd64cb954b3 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351578 Jun 29 17:27:28.477569 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a9fcd54a-4200-4732-8091-895204430847 req-c8cb7029-a359-4be2-b3ba-90d0d2321049 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352646 Jun 29 17:27:29.577315 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8b34fc5e-1bba-4a6b-81e8-529383d7c912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.121439 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.228652 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f24777-ad65-4164-b81f-4fa3a04ab885 req-6ab3d728-b13a-4e63-b9c4-44a9de94f2ff tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:31.242362 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b3f24777-ad65-4164-b81f-4fa3a04ab885 req-6ab3d728-b13a-4e63-b9c4-44a9de94f2ff tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1345947 Jun 29 17:27:31.316374 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b3f24777-ad65-4164-b81f-4fa3a04ab885 req-ea6cddbe-c1b4-448b-bd75-33f861588f17 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723813 Jun 29 17:27:31.949153 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-dd17c4ac-d95b-4713-8b17-269fc2ed6be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:32.536706 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054623cc-45e2-401b-acf6-a8380007dc95 req-ac64c939-49d6-4e7d-9e6f-d740bfcff50b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:32.538356 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-054623cc-45e2-401b-acf6-a8380007dc95 req-ac64c939-49d6-4e7d-9e6f-d740bfcff50b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0936639 Jun 29 17:27:32.605389 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-054623cc-45e2-401b-acf6-a8380007dc95 req-384c8025-ba05-4741-a246-2bc783b3b400 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530176 Jun 29 17:27:33.024871 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.057723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-7f334a07-2136-44e5-aedb-2308d8c61789 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:33.059216 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-7f334a07-2136-44e5-aedb-2308d8c61789 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.0884697 Jun 29 17:27:33.138187 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Deleting port deff94fd-6c96-4891-b204-1dd3e8e009b8 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:27:33.138537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.419238 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] For port deff94fd-6c96-4891-b204-1dd3e8e009b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=deff94fd-6c96-4891-b204-1dd3e8e009b8,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:33.419641 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.818196 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.818564 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.818878 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Floating IP 07a51be2-91fd-4622-920e-0bdf953b1224 disassociated. External IP: 172.27.2.128, port: deff94fd-6c96-4891-b204-1dd3e8e009b8. Jun 29 17:27:33.819216 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Calling delete_port for deff94fd-6c96-4891-b204-1dd3e8e009b8 owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:27:33.876256 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba3fd5-f401-49db-9f8a-987cc19a1770 req-1ea81275-d306-42de-8bdf-75951f24767b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:33.884317 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4bba3fd5-f401-49db-9f8a-987cc19a1770 req-1ea81275-d306-42de-8bdf-75951f24767b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 946 time: 0.1033297 Jun 29 17:27:33.935870 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4bba3fd5-f401-49db-9f8a-987cc19a1770 req-f18bb84e-6a3d-4543-9f4e-27b1ce7c119c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=26eff2e7-01af-4f0a-a867-8adcd9f96d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504689 Jun 29 17:27:33.984451 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.991503 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-66aa92c7-0946-4a0e-9272-da0d1ebe8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:34.058450 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event deleted for resources: {'Port': ['ID=deff94fd-6c96-4891-b204-1dd3e8e009b8,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:34.073917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.074286 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.074644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.074995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.075347 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.075711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.076052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.076407 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.076775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.077389 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.077799 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:34.083821 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:34.331842 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:27:34.529627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:34.567549 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:34.579628 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:27:34.599739 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:34.600480 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:34.696526 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] No DVR routers for this DVR port deff94fd-6c96-4891-b204-1dd3e8e009b8 on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:34.699690 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:34.704206 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'name': 'network-vif-deleted', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:34.720437 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e7894b14-f1b5-4df8-99fa-c4365c547fd6 req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "DELETE /v2.0/ports/deff94fd-6c96-4891-b204-1dd3e8e009b8 HTTP/1.1" status: 204 len: 173 time: 1.6533120 Jun 29 17:27:34.792066 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723e3b6-c952-49f1-a692-c1db3fc57d09', 'name': 'network-vif-deleted', 'tag': 'deff94fd-6c96-4891-b204-1dd3e8e009b8', 'status': 'completed', 'code': 200} Jun 29 17:27:34.832552 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:35.162260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-b2dacdb8-5dd8-4729-bc30-8a6398d769fa req-6e077519-b95f-41ad-9b0d-0343d7360eb7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:35.201265 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:35.207461 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:27:35.213326 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-b2dacdb8-5dd8-4729-bc30-8a6398d769fa req-6e077519-b95f-41ad-9b0d-0343d7360eb7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:35.215027 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b2dacdb8-5dd8-4729-bc30-8a6398d769fa req-6e077519-b95f-41ad-9b0d-0343d7360eb7 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=b723e3b6-c952-49f1-a692-c1db3fc57d09 HTTP/1.1" status: 200 len: 210 time: 0.1023343 Jun 29 17:27:35.220755 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:35.221627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:35.420944 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:35.670001 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device deff94fd-6c96-4891-b204-1dd3e8e009b8 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:27:35.719010 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: deff94fd-6c96-4891-b204-1dd3e8e009b8 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:27:35.719010 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device deff94fd-6c96-4891-b204-1dd3e8e009b8 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:27:35.890562 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:35.894757 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b6dad-d83a-4b4c-aa7e-5f0407f424a5 None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:27:36.384166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38880) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:36.461621 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.491899 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.556572 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.561710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8a09d92a-9278-4b3e-8e1f-a9e1c6e93eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:36.578253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eff2e7-01af-4f0a-a867-8adcd9f96d39,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:36.581421 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:36.593937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.598270 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38886) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:36.600085 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "DELETE /v2.0/security-groups/26eff2e7-01af-4f0a-a867-8adcd9f96d39 HTTP/1.1" status: 204 len: 168 time: 0.2141814 Jun 29 17:27:36.620076 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.api.v2.resource [None req-40dd28b5-c3c0-42b9-b319-57c959e2e09c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] show failed (client error): The resource could not be found. Jun 29 17:27:36.624274 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-40dd28b5-c3c0-42b9-b319-57c959e2e09c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups/26eff2e7-01af-4f0a-a867-8adcd9f96d39 HTTP/1.1" status: 404 len: 347 time: 0.0243719 Jun 29 17:27:36.624794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38890) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:36.787387 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Deleting port d8a830fe-8d43-467a-a0a1-6d239ae2df15 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:27:36.787737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.973063 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.973708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.105998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Calling delete_port for d8a830fe-8d43-467a-a0a1-6d239ae2df15 owned by network:floatingip {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:27:37.179350 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee1f6c-d26b-41df-966b-c6e27b194b3b None None] New status for floating IP 07a51be2-91fd-4622-920e-0bdf953b1224: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:27:37.448373 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.450800 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.db.api [None req-3fee1f6c-d26b-41df-966b-c6e27b194b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:27:37.451600 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_db.api [None req-3fee1f6c-d26b-41df-966b-c6e27b194b3b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:27:37.458846 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:37.518900 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event deleted for resources: {'Port': ['ID=d8a830fe-8d43-467a-a0a1-6d239ae2df15,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:37.522933 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:37.637434 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.658353 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.663027 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "DELETE /v2.0/floatingips/07a51be2-91fd-4622-920e-0bdf953b1224 HTTP/1.1" status: 204 len: 168 time: 1.0339570 Jun 29 17:27:37.934166 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 38900) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:37.940960 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285803010', 'description': 'tempest-description--1103098617'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:37.953639 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee1f6c-d26b-41df-966b-c6e27b194b3b None None] New status for floating IP 07a51be2-91fd-4622-920e-0bdf953b1224: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:27:37.959248 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:37.964899 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:37.968677 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:37.974814 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:37.987203 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.026414 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:38.030707 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:38.034084 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:38.040113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:38.111570 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.118014 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.122307 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-77c9d2c6-0c25-49d5-882b-6d7410a55ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:38.154770 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21546e78-d7cf-49d4-b22b-c8df1e30dda3,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.174206 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.174504 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.175135 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.175576 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.175940 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.176294 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.176672 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.177061 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.177378 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.177720 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.178063 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:38.181819 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.199957 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.205479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38904) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:38.206482 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2710404 Jun 29 17:27:38.212397 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'security_group_rule': {'security_group_id': '21546e78-d7cf-49d4-b22b-c8df1e30dda3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:38.220463 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:38.225185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:38.228726 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:38.237071 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:38.260489 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.331729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.335640 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.339078 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-84e75c03-7974-465c-94ea-2f8924006d2f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:38.366805 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda03632-1663-41d4-b3b8-8191be9e8c1f,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.372806 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.378748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.379987 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-131b020e-9a88-4750-a971-2db553d8f2e0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1733532 Jun 29 17:27:38.383083 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38908) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:38.388852 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'security_group_rule': {'security_group_id': '21546e78-d7cf-49d4-b22b-c8df1e30dda3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:38.395658 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:38.400006 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:security_group_rule and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:38.403003 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:38.409715 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:38.430385 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.500282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.505888 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.509280 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-42acff57-672f-4d64-bd6f-22f145f1c4de tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:38.534611 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d822736-60d8-4b2a-9dd4-d2a4c627ffff,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.539614 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.545833 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.547365 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1633694 Jun 29 17:27:38.551134 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 38912) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:38.557755 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:38.566020 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:38.570444 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Usage tracker for resource:floatingip and tenant:4772ce0d073644e3a471bd3b1e1ceff3 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:27:38.573883 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:27:38.581181 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:38.597881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.769402 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.929888 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Allocated IP 172.27.2.190 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/aff62c9b-7bcf-4f84-b403-07b731c43e1f) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:39.101715 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.133733 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.137879 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b9941460-067c-4d31-831e-7f61086e0824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:39.213453 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:39.216649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:39.219557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:39.281725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'Port': ['ID=aff62c9b-7bcf-4f84-b403-07b731c43e1f,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:39.293635 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:39.433432 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.502877 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.764787 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.769531 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.773906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1cc0f036-ff3d-4e10-9f59-73f3553bce7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:39.890309 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'Port': ['ID=aff62c9b-7bcf-4f84-b403-07b731c43e1f,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:39.893447 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:39.904981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.933747 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.943009 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3824153 Jun 29 17:27:40.213003 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ef2b0e2a-1c21-4293-9d6d-8dad83c2d3e1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:40.232410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ef2b0e2a-1c21-4293-9d6d-8dad83c2d3e1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:40.233675 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ef2b0e2a-1c21-4293-9d6d-8dad83c2d3e1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1285803010&fields=id&tenant_id=4772ce0d073644e3a471bd3b1e1ceff3 HTTP/1.1" status: 200 len: 267 time: 0.0715885 Jun 29 17:27:40.397690 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac4aff56-4874-4689-abcf-e72bd6298a1b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:40.399408 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac4aff56-4874-4689-abcf-e72bd6298a1b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 811 time: 0.1554217 Jun 29 17:27:40.417938 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-37b05042-f755-4e87-b715-87114d76f331 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/quotas/4772ce0d073644e3a471bd3b1e1ceff3 HTTP/1.1" status: 200 len: 375 time: 0.0118673 Jun 29 17:27:40.507259 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-644fef81-16ec-4a86-aa77-9402140463b8 req-a3760118-aea7-4335-bf70-c0a5fd415417 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:40.525608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-644fef81-16ec-4a86-aa77-9402140463b8 req-a3760118-aea7-4335-bf70-c0a5fd415417 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:40.531101 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-a3760118-aea7-4335-bf70-c0a5fd415417 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072588 Jun 29 17:27:40.769080 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-126cb349-625b-46b3-85d2-df951f6e5520 service neutron] 10.222.0.79 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285068 Jun 29 17:27:40.916372 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-a91f5968-0a8f-458f-8e1b-0ab20af8e516 service neutron] 10.222.0.79 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407316 Jun 29 17:27:41.141028 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-60108130-4b07-4fee-8813-fed680977e51 req-455737fd-4ff1-4af3-947b-266cb05ea27f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 210 time: 0.0608511 Jun 29 17:27:42.337855 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-58e619ba-70f1-4740-98ed-dec54637c7a8 req-c41e7ef1-b7f7-44cd-8bcd-60e7374f7eac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 210 time: 0.0573430 Jun 29 17:27:42.727832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fef81-16ec-4a86-aa77-9402140463b8 req-993440a6-e064-4b32-b64c-af37795f6d3c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:42.729298 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-993440a6-e064-4b32-b64c-af37795f6d3c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 811 time: 0.1872973 Jun 29 17:27:42.840770 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-d8b44fd4-ac4a-44d0-9ca5-742de20a37a8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4772ce0d073644e3a471bd3b1e1ceff3 HTTP/1.1" status: 200 len: 380 time: 0.0558476 Jun 29 17:27:42.868147 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'port': {'device_id': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'admin_state_up': True, 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'security_groups': ['21546e78-d7cf-49d4-b22b-c8df1e30dda3']}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:43.046821 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:27:43.058503 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:27:43.073377 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Made reservation on behalf of 4772ce0d073644e3a471bd3b1e1ceff3 for: {'port': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:43.077281 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.279975 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Allocated IP 172.20.0.14 (274626c6-d04c-4388-9ad0-11f15d224331/e1136e91-a4a8-4b99-bc79-ae0872929054/65c0c936-7883-4d52-8f60-6b60b53770dc) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:43.558188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.580156 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Transition to ACTIVE for port object 65c0c936-7883-4d52-8f60-6b60b53770dc will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:43.606804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.613181 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:43.689972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdde5e-a532-4a4d-a1fd-28bbfbc8e68c req-d04dcbe6-e7cb-4e9a-9b3c-27ab51632a2f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:43.692699 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69fdde5e-a532-4a4d-a1fd-28bbfbc8e68c req-d04dcbe6-e7cb-4e9a-9b3c-27ab51632a2f tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 932 time: 0.1833777 Jun 29 17:27:43.714101 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Network 274626c6-d04c-4388-9ad0-11f15d224331 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:43.719251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:43.721441 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event updated for resources: {'Port': ['ID=65c0c936-7883-4d52-8f60-6b60b53770dc,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:43.730524 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:43.751716 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-69fdde5e-a532-4a4d-a1fd-28bbfbc8e68c req-bc5bae7f-63a0-42e7-ad91-bb78a6e8d915 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:43.764383 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:43.771092 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-69fdde5e-a532-4a4d-a1fd-28bbfbc8e68c req-bc5bae7f-63a0-42e7-ad91-bb78a6e8d915 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:security_group {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:43.785032 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69fdde5e-a532-4a4d-a1fd-28bbfbc8e68c req-bc5bae7f-63a0-42e7-ad91-bb78a6e8d915 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857675 Jun 29 17:27:43.830763 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:43.831440 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.867196 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0042477 Jun 29 17:27:43.910845 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Request body: {'port': {'device_id': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:44.047132 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.075420 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-cd5e6317-95eb-4aed-bb95-c2d7eb1f3d0f None None] Provisioning for port 65c0c936-7883-4d52-8f60-6b60b53770dc completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:44.081766 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-cd5e6317-95eb-4aed-bb95-c2d7eb1f3d0f None None] Provisioning complete for port 65c0c936-7883-4d52-8f60-6b60b53770dc triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:44.082377 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cd5e6317-95eb-4aed-bb95-c2d7eb1f3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.159557 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e6317-95eb-4aed-bb95-c2d7eb1f3d0f None None] Port 65c0c936-7883-4d52-8f60-6b60b53770dc cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:27:44.445835 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c0c936-7883-4d52-8f60-6b60b53770dc {{(pid=74138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:44.453923 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.471754 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Transition to ACTIVE for port object 65c0c936-7883-4d52-8f60-6b60b53770dc will not be triggered until provisioned by entity L2. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:44.477000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.484946 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-112ade9c-b852-4431-af9b-64ce066b9ca2 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:44.822943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Pushing event updated for resources: {'Port': ['ID=65c0c936-7883-4d52-8f60-6b60b53770dc,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:44.836076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:44.882053 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Attempting to bind port 65c0c936-7883-4d52-8f60-6b60b53770dc on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:44.882450 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Attempting to bind port 65c0c936-7883-4d52-8f60-6b60b53770dc by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:44.882896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Attempting to bind port 65c0c936-7883-4d52-8f60-6b60b53770dc on network 274626c6-d04c-4388-9ad0-11f15d224331 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:27:44.909324 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Port 65c0c936-7883-4d52-8f60-6b60b53770dc on network 274626c6-d04c-4388-9ad0-11f15d224331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:27:44.909794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Attempting to bind port 65c0c936-7883-4d52-8f60-6b60b53770dc on network 274626c6-d04c-4388-9ad0-11f15d224331 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:27:44.920571 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:27:44.921052 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Checking segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:27:44.921824 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Bound using segment: {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:27:44.922654 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Bound port: 65c0c936-7883-4d52-8f60-6b60b53770dc, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217fa206-8e68-4025-89f9-861c9e44d33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331'}}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:44.923142 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.072711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] For port 65c0c936-7883-4d52-8f60-6b60b53770dc, host hv-cinder-79867, cleared binding levels {{(pid=74138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:45.076942 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681ad3-2ac4-45da-b922-99decb881549 req-764f34c0-352e-4aa3-a7c5-2f9d286d4563 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:45.077709 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] For port 65c0c936-7883-4d52-8f60-6b60b53770dc, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=65c0c936-7883-4d52-8f60-6b60b53770dc,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:45.079367 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1f681ad3-2ac4-45da-b922-99decb881549 req-764f34c0-352e-4aa3-a7c5-2f9d286d4563 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 944 time: 0.1244783 Jun 29 17:27:45.087609 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.092307 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:45.131741 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1f681ad3-2ac4-45da-b922-99decb881549 req-44a629f3-2767-4e6a-aa76-efd32c4167ed tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449524 Jun 29 17:27:45.169739 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.171808 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] 10.222.0.81 "PUT /v2.0/ports/65c0c936-7883-4d52-8f60-6b60b53770dc HTTP/1.1" status: 200 len: 1094 time: 1.2676413 Jun 29 17:27:45.172858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:45.232759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Pushing event updated for resources: {'Port': ['ID=65c0c936-7883-4d52-8f60-6b60b53770dc,revision_number=3']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:45.238232 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:45.254226 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'status': 'completed', 'code': 200} Jun 29 17:27:45.426747 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-787adab4-78d5-4e76-a972-688736c82963 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 1097 time: 0.1380963 Jun 29 17:27:45.516601 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-d81f3da3-2d55-45cb-a367-120fea06ab11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65c0c936-7883-4d52-8f60-6b60b53770dc HTTP/1.1" status: 200 len: 217 time: 0.0681498 Jun 29 17:27:45.602843 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fef81-16ec-4a86-aa77-9402140463b8 req-398ef163-bf40-4e83-9cde-30363d3e4eb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:45.604542 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-398ef163-bf40-4e83-9cde-30363d3e4eb3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0732758 Jun 29 17:27:45.704271 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-ee505ae7-58f0-4cd0-b789-f85550b82565 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888946 Jun 29 17:27:45.912378 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-2f2bf600-848e-4e58-87c6-6b391711cc4e service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940274 Jun 29 17:27:46.060644 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-644fef81-16ec-4a86-aa77-9402140463b8 req-403c6dba-0352-4017-b234-fa23a0b935d0 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395535 Jun 29 17:27:46.424613 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-7af220e8-685a-44fa-a54b-7f7b07932583 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 1097 time: 0.1844099 Jun 29 17:27:46.429915 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d93baf-06b1-406e-91c2-69b274eea255 req-e80c9a6e-407c-427a-aa57-9d805e9c5192 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:46.430762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-a6d93baf-06b1-406e-91c2-69b274eea255 req-e80c9a6e-407c-427a-aa57-9d805e9c5192 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Synchronizing usage tracker for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:27:46.449157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-a6d93baf-06b1-406e-91c2-69b274eea255 req-e80c9a6e-407c-427a-aa57-9d805e9c5192 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Unset dirty status for tenant:4772ce0d073644e3a471bd3b1e1ceff3 on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:27:46.450367 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a6d93baf-06b1-406e-91c2-69b274eea255 req-e80c9a6e-407c-427a-aa57-9d805e9c5192 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 944 time: 0.1442342 Jun 29 17:27:46.570992 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:27:46.604998 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a6d93baf-06b1-406e-91c2-69b274eea255 req-63528bbd-ec71-45c1-b0cf-49fc57204eff tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482878 Jun 29 17:27:46.648136 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-078a7bd7-d720-4c44-aa6b-15b3671925f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:46.649767 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-078a7bd7-d720-4c44-aa6b-15b3671925f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.1780879 Jun 29 17:27:46.726450 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-bf6e290e-1685-493c-bdbe-3ffff4f4fde7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65c0c936-7883-4d52-8f60-6b60b53770dc HTTP/1.1" status: 200 len: 217 time: 0.0643940 Jun 29 17:27:46.809898 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-000084bc-df53-4a41-b524-19afc43c7033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:46.811422 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-000084bc-df53-4a41-b524-19afc43c7033 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0660005 Jun 29 17:27:46.905220 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-23ae24ae-77ed-4939-afe6-e43db0f9401c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772061 Jun 29 17:27:47.041380 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-a6631aa9-b294-4f5e-9feb-57ca5bf9ee94 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264560 Jun 29 17:27:47.276589 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-dc24fe49-d285-44fd-820e-8e82fcad527b req-70b2ff42-d6c2-40b5-aa64-95eb7b4fd933 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054884 Jun 29 17:27:47.741440 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 65c0c936-7883-4d52-8f60-6b60b53770dc details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:27:47.814479 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993771-9bf5-472d-a4f6-1cdc23fe1028 req-32c7f245-b776-45e0-b4f2-dc9ef5dfce83 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:47.815991 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-73993771-9bf5-472d-a4f6-1cdc23fe1028 req-32c7f245-b776-45e0-b4f2-dc9ef5dfce83 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 944 time: 0.0770285 Jun 29 17:27:47.862574 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-73993771-9bf5-472d-a4f6-1cdc23fe1028 req-1a2d0515-a599-4851-80c0-b6b3680f557c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Jun 29 17:27:47.879322 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 65c0c936-7883-4d52-8f60-6b60b53770dc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=65c0c936-7883-4d52-8f60-6b60b53770dc,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:47.893197 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'port_id': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'mac_address': 'fa:16:3e:49:3f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:27:47.946384 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.964553 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c0c936-7883-4d52-8f60-6b60b53770dc {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:47.979854 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 65c0c936-7883-4d52-8f60-6b60b53770dc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=65c0c936-7883-4d52-8f60-6b60b53770dc,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:47.984128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.986951 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:48.053375 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=65c0c936-7883-4d52-8f60-6b60b53770dc,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:48.062151 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.062507 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.063010 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.063369 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.063693 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.064024 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.064528 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.064748 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.065062 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.065373 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.065684 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:48.069674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:48.443932 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['65c0c936-7883-4d52-8f60-6b60b53770dc'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:27:49.068165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640368b-1f39-4b8e-a2d2-7b9c5610593f req-0cb87d1d-b176-4fe0-b9a5-d1a29c3eaae4 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:49.069771 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4640368b-1f39-4b8e-a2d2-7b9c5610593f req-0cb87d1d-b176-4fe0-b9a5-d1a29c3eaae4 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 945 time: 0.0839775 Jun 29 17:27:49.127843 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4640368b-1f39-4b8e-a2d2-7b9c5610593f req-f58dc5a8-8e53-402c-86c3-01d9af2ddac0 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 Jun 29 17:27:49.738467 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39056) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:49.740243 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 65c0c936-7883-4d52-8f60-6b60b53770dc up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:27:49.810372 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Deleting subnet 0396bb82-790a-4260-acd4-a3e3bf40787d {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:27:49.813289 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.827577 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 65c0c936-7883-4d52-8f60-6b60b53770dc completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:49.833287 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 65c0c936-7883-4d52-8f60-6b60b53770dc triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:49.833765 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.866407 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.922555 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.953534 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.983384 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:49.993227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 65c0c936-7883-4d52-8f60-6b60b53770dc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=65c0c936-7883-4d52-8f60-6b60b53770dc,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:49.995105 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.997659 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.999611 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:50.002287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:50.039680 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0396bb82-790a-4260-acd4-a3e3bf40787d,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:50.042326 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'code': 200} Jun 29 17:27:50.043404 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:50.044403 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.053137 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0396bb82-790a-4260-acd4-a3e3bf40787d HTTP/1.1" status: 204 len: 168 time: 0.3112526 Jun 29 17:27:50.053367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39064) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:50.067289 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=65c0c936-7883-4d52-8f60-6b60b53770dc,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:50.070302 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:50.161145 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.289867 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.365938 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99a8c9e-476d-4cea-bce0-d7edaf808a2a']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:50.388778 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59365e1b-6989-4faa-a888-13aed358ac64') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:50.389013 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59365e1b-6989-4faa-a888-13aed358ac64') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:50.403345 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.422692 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.440948 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:27:50.441369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:27:50.454265 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:27:50.542986 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.557640 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9b71c-0cf2-4d29-a97c-a13f04c05e86 req-aef49cc4-bd48-405f-b348-75f95eab3553 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:50.559098 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-36e9b71c-0cf2-4d29-a97c-a13f04c05e86 req-aef49cc4-bd48-405f-b348-75f95eab3553 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.2620974 Jun 29 17:27:50.560969 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:50.575539 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.580083 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a7379d31-6bc8-43b2-9fdd-b47448279ef1 req-a8b1b8d8-5fbd-49ad-b569-0a167c8b3f1f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 1099 time: 0.2509394 Jun 29 17:27:50.604803 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99a8c9e-476d-4cea-bce0-d7edaf808a2a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:50.627595 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:50.634687 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a99a8c9e-476d-4cea-bce0-d7edaf808a2a HTTP/1.1" status: 204 len: 168 time: 0.5803988 Jun 29 17:27:50.671108 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-36e9b71c-0cf2-4d29-a97c-a13f04c05e86 req-652d355a-7792-47ce-a927-82c7f93659aa tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968084 Jun 29 17:27:50.672688 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a7379d31-6bc8-43b2-9fdd-b47448279ef1 req-e8d99b3a-cbec-41e4-a1f4-67c9a7234e67 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704408 Jun 29 17:27:50.849306 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39072) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:50.903124 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f793c8c2-14c0-43b8-b96f-278cf6fa94c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5eb2bddfc8ad43138842e33e1805fa07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525482 Jun 29 17:27:50.906569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39076) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:50.968830 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.995882 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:51.053589 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:51.057287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ee02400d-feef-4def-a1fe-83784f583dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:51.071253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c79096d-ec83-4993-9648-2e4c45aa8d4a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:51.073945 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:51.083771 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:51.085436 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c79096d-ec83-4993-9648-2e4c45aa8d4a HTTP/1.1" status: 204 len: 168 time: 0.1775625 Jun 29 17:27:51.878627 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194d43e-55b9-48ae-a46e-fda4e77edc45 req-8db5963e-937a-4f9e-af4f-8ee74d2b1540 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:51.880124 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0194d43e-55b9-48ae-a46e-fda4e77edc45 req-8db5963e-937a-4f9e-af4f-8ee74d2b1540 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0833168 Jun 29 17:27:51.929895 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0194d43e-55b9-48ae-a46e-fda4e77edc45 req-8881559c-0f58-4e0f-bc6f-6ca1fca07578 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 Jun 29 17:27:53.138377 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7e630-f4d9-4fc1-a2cd-febcbf31d1d0 req-81e2482d-3efa-4feb-a339-166ab51303f5 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:53.139875 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-caf7e630-f4d9-4fc1-a2cd-febcbf31d1d0 req-81e2482d-3efa-4feb-a339-166ab51303f5 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0842893 Jun 29 17:27:53.192468 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-caf7e630-f4d9-4fc1-a2cd-febcbf31d1d0 req-2251c79b-5ed0-40a8-9b8b-c2be7491c04e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Jun 29 17:27:53.393376 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b959aa7-aa49-40fb-b114-24b25336e782 req-4173419d-fb1d-49b9-8663-f11d02237dcc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:53.394872 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b959aa7-aa49-40fb-b114-24b25336e782 req-4173419d-fb1d-49b9-8663-f11d02237dcc tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0815618 Jun 29 17:27:53.403707 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 39136) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:27:53.409798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Request body: {'floatingip': {'port_id': '65c0c936-7883-4d52-8f60-6b60b53770dc'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:27:53.499381 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.297631 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.303182 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.582971 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.l3_db [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Floating IP 973c43f9-ec4b-41f4-aefb-5a80c747d590 associated. External IP: 172.27.2.190, port: 65c0c936-7883-4d52-8f60-6b60b53770dc. Jun 29 17:27:55.009047 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:27:55.237105 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:55.241731 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:55.251887 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:27:55.265227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:55.265826 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:55.300059 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-7c4a6e7b-58e4-43e5-9872-d1b28040b240 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "PUT /v2.0/floatingips/973c43f9-ec4b-41f4-aefb-5a80c747d590 HTTP/1.1" status: 200 len: 992 time: 1.8950894 Jun 29 17:27:55.300740 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:55.359903 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'status': 'completed', 'code': 200} Jun 29 17:27:55.457581 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:55.535869 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-954be21c-e6d2-43ab-a444-bc72080e6c89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 1099 time: 0.0737987 Jun 29 17:27:55.773456 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-0de434f2-3a89-4ab4-8c24-10c882d55a4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.774892 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-0de434f2-3a89-4ab4-8c24-10c882d55a4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 200 len: 912 time: 0.2283897 Jun 29 17:27:55.886399 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-3448228f-e4de-4769-ade0-19f2713c8602 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65c0c936-7883-4d52-8f60-6b60b53770dc HTTP/1.1" status: 200 len: 1000 time: 0.0996442 Jun 29 17:27:55.959367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-44e14d1e-1e3e-472b-bcfb-de103e45179d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.960871 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-44e14d1e-1e3e-472b-bcfb-de103e45179d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 200 len: 850 time: 0.0602303 Jun 29 17:27:56.031651 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '973c43f9-ec4b-41f4-aefb-5a80c747d590', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'port_id': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'mac_address': 'fa:16:3e:49:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:27:39Z', 'updated_at': '2021-06-29T17:27:54Z', 'revision_number': 1, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:56.039608 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:27:56.048895 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-5690e932-3444-4bd9-a6bd-31ca358942bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=274626c6-d04c-4388-9ad0-11f15d224331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763700 Jun 29 17:27:56.071015 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:56.071635 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:27:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:56.222057 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-a0d5ccd2-61f4-4a91-871a-1f4a2a08fd12 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629236 Jun 29 17:27:56.264410 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:27:56.509978 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44e91443-7361-4f9d-b6b8-3e2be51333f7 req-cd64be61-2406-4a9d-9177-dd19bcb25a69 service neutron] 10.222.0.81 "GET /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290762 Jun 29 17:27:56.631436 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '973c43f9-ec4b-41f4-aefb-5a80c747d590', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'port_id': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'mac_address': 'fa:16:3e:49:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:27:39Z', 'updated_at': '2021-06-29T17:27:54Z', 'revision_number': 1, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:56.635700 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e02d30-08dd-4f44-af03-84e2a97ea27c None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '973c43f9-ec4b-41f4-aefb-5a80c747d590', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'port_id': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'mac_address': 'fa:16:3e:49:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:27:39Z', 'updated_at': '2021-06-29T17:27:54Z', 'revision_number': 1, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:27:56.833732 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b3886-0478-4bab-9a70-5d4d9cc0ce6d None None] New status for floating IP 973c43f9-ec4b-41f4-aefb-5a80c747d590: ACTIVE {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:27:57.628803 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:59.581321 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d06a0b06-f88e-43df-947b-d3a11e6587f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:00.127711 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:00.747043 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-cb6167bf-e981-47ec-97e8-6d3a3b549093 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726345 Jun 29 17:28:00.927812 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-9f03660d-93f4-4252-86d9-857179426d33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 1098 time: 0.0759621 Jun 29 17:28:01.103218 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-53ed7d10-c3cc-49e1-944c-3702659879c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:01.104964 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-53ed7d10-c3cc-49e1-944c-3702659879c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1455534 Jun 29 17:28:01.216990 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-3d7e613b-bc21-4b86-8aff-9e5fb87e6837 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56186712-3233-4ba5-b8cd-e15be01aab84 HTTP/1.1" status: 200 len: 1000 time: 0.1018608 Jun 29 17:28:01.289244 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-3797a98a-26b5-41f9-871f-9ff6cda36fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:01.290896 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-3797a98a-26b5-41f9-871f-9ff6cda36fd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0620894 Jun 29 17:28:01.376581 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-8bf55633-293e-488c-bf7c-c4d88b27e14d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759878 Jun 29 17:28:01.526500 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-4ec1a96d-c18e-4222-9cea-6759597d74aa service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389654 Jun 29 17:28:01.675335 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c7e2fad3-9845-4765-b872-866dbc076a8b req-1cc110e0-ec49-425d-9854-20cec3fcaa2d service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359143 Jun 29 17:28:01.929500 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f56d919c-f652-4a10-b46e-6808a2653829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:03.022549 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:04.525356 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:11.732152 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108787f-bdc8-4fbe-84af-58a9042e4c1b req-b30f8d1f-4c4c-4dc8-9cec-aab21043b375 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:11.733621 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1108787f-bdc8-4fbe-84af-58a9042e4c1b req-b30f8d1f-4c4c-4dc8-9cec-aab21043b375 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0853007 Jun 29 17:28:11.782746 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1108787f-bdc8-4fbe-84af-58a9042e4c1b req-c68fbb94-e662-4c2d-b07d-8117a9fafeab tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403404 Jun 29 17:28:12.996936 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b50d9-bcac-4361-a511-99534062cb94 req-2ddb66f6-03a0-409e-b746-ef0fe0bfaa8b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:12.998396 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cf6b50d9-bcac-4361-a511-99534062cb94 req-2ddb66f6-03a0-409e-b746-ef0fe0bfaa8b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0788984 Jun 29 17:28:13.046114 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cf6b50d9-bcac-4361-a511-99534062cb94 req-5036e92c-e716-4aa1-a123-8fe2c3038807 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Jun 29 17:28:13.451929 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-1602fa9e-af75-40ee-bd98-5c897a91c260 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326408073&fields=id&tenant_id=10cfefef1c9f44db99b1c38ef5895840 HTTP/1.1" status: 200 len: 267 time: 0.0431347 Jun 29 17:28:13.536035 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-52bcdca2-28f4-48f2-8cdc-264edc5ca66b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:13.537743 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-52bcdca2-28f4-48f2-8cdc-264edc5ca66b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 984 time: 0.0807924 Jun 29 17:28:13.548686 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Request body: {'port': {'security_groups': ['787d5c0b-e3a0-4795-a4d9-6c59058394d2']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:28:13.671603 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:13.909392 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:13.936989 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:13.942631 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:13.948605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-995ccdb4-20a7-4b66-8f55-792913e7488c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:14.015011 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:14.015599 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.016912 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69abaea3-9f0f-4405-b749-c386742ae0b7 req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "PUT /v2.0/ports/4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 942 time: 0.4726446 Jun 29 17:28:14.017399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:14.023129 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:28:14.034031 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39266) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:14.036326 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event updated for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=7']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:14.039892 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:14.109714 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.143159 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.148944 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'status': 'completed', 'code': 200} Jun 29 17:28:14.230496 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.250490 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a3a28b18-789d-429c-ba6f-c08ae10db3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:14.281197 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92900ea4-ea5e-430c-866e-c99a762de6a6,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:14.291638 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:14.301861 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb481dd-28f7-47db-a0c1-6828349c66aa req-65213727-25fc-4ff9-abe3-26875a8eb604 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:14.303596 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dfb481dd-28f7-47db-a0c1-6828349c66aa req-65213727-25fc-4ff9-abe3-26875a8eb604 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0913012 Jun 29 17:28:14.356126 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-dfb481dd-28f7-47db-a0c1-6828349c66aa req-f3605ce2-10d6-4ce4-8df1-f23120b13af6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Jun 29 17:28:14.385253 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-b504f06f-8841-4bc5-b5dc-88ff40bfb7db None None] Provisioning complete for port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:14.385253 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b504f06f-8841-4bc5-b5dc-88ff40bfb7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.430248 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.434195 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "DELETE /v2.0/security-groups/92900ea4-ea5e-430c-866e-c99a762de6a6 HTTP/1.1" status: 204 len: 168 time: 0.3965359 Jun 29 17:28:14.434857 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 39274) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:14.469728 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-2b201bab-0a0d-437b-82ee-9732dd7cf6d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1098 time: 0.1762776 Jun 29 17:28:14.506389 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:28:14.630909 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-24c8001a-8e74-42ff-b432-affcdf5d55ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:14.632649 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-24c8001a-8e74-42ff-b432-affcdf5d55ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 916 time: 0.1391175 Jun 29 17:28:14.748266 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Deleting port 8151d815-f08a-4ee0-8e31-e9fc3d2a4b06 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:14.748716 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.779389 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-6aa30899-eb83-4a23-80f2-85de21605c6b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 1000 time: 0.1013763 Jun 29 17:28:14.920233 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.920668 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:14.993233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-4d1b2a5d-d821-4e79-92da-2170e574cff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:14.994643 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-4d1b2a5d-d821-4e79-92da-2170e574cff7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.0602973 Jun 29 17:28:15.078479 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Calling delete_port for 8151d815-f08a-4ee0-8e31-e9fc3d2a4b06 owned by network:floatingip {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:15.080131 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-6f261294-6ab3-4eb4-b2ca-f0aa51a7ef33 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716114 Jun 29 17:28:15.195011 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-5e646500-034b-4d6d-82c9-9c288c31e707 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:15.196506 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-5e646500-034b-4d6d-82c9-9c288c31e707 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.2126958 Jun 29 17:28:15.233939 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-bd996bc6-206b-4e74-a30a-af9684077e25 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372566 Jun 29 17:28:15.314882 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Deleting port 56186712-3233-4ba5-b8cd-e15be01aab84 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:15.315197 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:15.367226 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:15.373685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:15.376058 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c1ac8beb-7ca7-448a-afb7-9d65170bf181 req-6e58a422-88bf-4280-b4af-5e3d8b9ddfd2 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322434 Jun 29 17:28:15.425066 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event deleted for resources: {'Port': ['ID=8151d815-f08a-4ee0-8e31-e9fc3d2a4b06,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:15.450894 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:15.569198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e93a3-6acc-48f4-ba2d-c28bbf6f9cdc req-b8fd4461-159a-4916-bde9-58931baad64c tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:15.570820 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-723e93a3-6acc-48f4-ba2d-c28bbf6f9cdc req-b8fd4461-159a-4916-bde9-58931baad64c tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 945 time: 0.0850480 Jun 29 17:28:15.618206 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-723e93a3-6acc-48f4-ba2d-c28bbf6f9cdc req-eaedf999-9f75-4b53-b199-68c1b6a731ef tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Jun 29 17:28:15.647221 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks [] for floatingip, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:15.759112 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] For port 56186712-3233-4ba5-b8cd-e15be01aab84, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=56186712-3233-4ba5-b8cd-e15be01aab84,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:15.759471 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:16.218130 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:16.218927 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:16.218927 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.l3_db [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Floating IP ab61ac55-cd73-4dee-bc13-58cf1a78ce93 disassociated. External IP: 172.27.2.24, port: 56186712-3233-4ba5-b8cd-e15be01aab84. Jun 29 17:28:16.219112 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Calling delete_port for 56186712-3233-4ba5-b8cd-e15be01aab84 owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:16.441581 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:16.454132 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2c2ab66a-34cc-4ac0-a83e-1e96f51926cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:16.502685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'Port': ['ID=56186712-3233-4ba5-b8cd-e15be01aab84,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:16.506602 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:16.711048 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:28:16.810586 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3507baee-1095-4eab-bd47-990e046d6941 req-653beacc-0db4-43ed-b0ff-58b1d376e37d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.0563173 Jun 29 17:28:16.922052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:28:17.149472 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:17.163156 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] Sync routers for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:28:17.176384 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:17.177018 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:17.243826 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:17.315530 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "DELETE /v2.0/floatingips/5c9a5171-612d-4761-bad2-4ae6a59844c7 HTTP/1.1" status: 204 len: 168 time: 2.8771298 Jun 29 17:28:17.315530 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:17.333995 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:17.344621 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:28:17.360757 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:17.361835 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:17.419919 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] No DVR routers for this DVR port 56186712-3233-4ba5-b8cd-e15be01aab84 on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:17.422608 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:17.426763 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a8101d2c-e6d9-416a-a3bf-a24d4942fced req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "DELETE /v2.0/ports/56186712-3233-4ba5-b8cd-e15be01aab84 HTTP/1.1" status: 204 len: 173 time: 2.2211649 Jun 29 17:28:17.429419 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:17.538335 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'status': 'completed', 'code': 200} Jun 29 17:28:17.580645 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:17.802598 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-c214975c-2f5f-4f81-9aec-3221db09d3ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10cfefef1c9f44db99b1c38ef5895840&device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 1098 time: 0.1725042 Jun 29 17:28:17.888223 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:14Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:17.894784 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] Checking router: a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:28:17.908445 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:17.914937 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:17.999323 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:18.012561 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:28:18.017960 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa1bfa72-e42a-4315-b3fe-1e9506732a61 req-53d31a90-c229-4c47-bb7c-26851c7ed6ec tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.0513496 Jun 29 17:28:18.025525 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928510-05fa-4497-9e29-968cbff20eb1 req-5034fa3b-b028-41c1-a85c-a415151d518f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:18.026944 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-5034fa3b-b028-41c1-a85c-a415151d518f service neutron] 10.222.0.81 "GET /v2.0/networks?id=198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 200 len: 916 time: 0.2109859 Jun 29 17:28:18.029316 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:18.030105 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:18.116402 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 56186712-3233-4ba5-b8cd-e15be01aab84 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:18.165781 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 56186712-3233-4ba5-b8cd-e15be01aab84 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:18.166485 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 56186712-3233-4ba5-b8cd-e15be01aab84 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:18.188464 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:18.246823 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:18.281633 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-a72f96ad-6be5-475b-b5d4-1c269c963a31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 200 len: 217 time: 0.2407753 Jun 29 17:28:18.390989 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928510-05fa-4497-9e29-968cbff20eb1 req-36c88c3f-cee0-471d-bcca-1efee25b6124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:18.392717 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-36c88c3f-cee0-471d-bcca-1efee25b6124 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 200 len: 854 time: 0.1014748 Jun 29 17:28:18.552213 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-60dd4e20-1376-4477-b4b2-e5394850b717 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=198bb5bc-047d-4e48-b62b-a3eee71be3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096632 Jun 29 17:28:18.613481 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:14Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:18.623125 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e1dd2-fc6c-4434-b67e-fd2ad95f5145 None None] The sync data for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi is: [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:24:02Z', 'revision_number': 4, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2be9687f-b4f9-4ee2-ba0f-924e9aac7836', 'name': '', 'network_id': '198bb5bc-047d-4e48-b62b-a3eee71be3af', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'mac_address': 'fa:16:3e:58:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:01Z', 'updated_at': '2021-06-29T17:24:14Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'subnets': [{'id': 'b6d1cb51-cff5-490b-bbf6-d8c24d92a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:28:18.705887 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:18.713559 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0819fe-d276-49dd-ac72-526037c51363 None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:28:18.769137 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-75dd34d6-8db9-445e-814c-48d4aba98bc9 service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872375 Jun 29 17:28:18.986385 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8022ccd0-7af8-4588-86ca-84db7a083a44 None None] New status for floating IP 5c9a5171-612d-4761-bad2-4ae6a59844c7: DOWN {{(pid=74140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:28:19.052971 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-98928510-05fa-4497-9e29-968cbff20eb1 req-5379b3d9-6ab8-47b2-85bd-0b70f7f24d0f service neutron] 10.222.0.81 "GET /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358108 Jun 29 17:28:19.129043 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9525cea5-fa3b-4c82-be36-8383e57f5a04 None None] New status for floating IP ab61ac55-cd73-4dee-bc13-58cf1a78ce93: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:28:19.245059 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3163a52e-67bc-40b3-8aaf-03bd2f151b51 req-95efa669-c09a-449c-9628-cf7195555c90 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=68843600-5376-4f00-a44d-2aa4860615d7 HTTP/1.1" status: 200 len: 210 time: 0.0467687 Jun 29 17:28:19.539373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'name': 'network-vif-deleted', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:19.595594 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68843600-5376-4f00-a44d-2aa4860615d7', 'name': 'network-vif-deleted', 'tag': '56186712-3233-4ba5-b8cd-e15be01aab84', 'status': 'completed', 'code': 200} Jun 29 17:28:20.678791 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-d2b15523-16cf-4e6f-8ba9-ad78bd740df2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700610680&fields=id&tenant_id=372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 267 time: 0.0497432 Jun 29 17:28:20.833124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-8a589cac-4420-4887-a629-bdae5b733056 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:20.834425 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-8a589cac-4420-4887-a629-bdae5b733056 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 812 time: 0.1479893 Jun 29 17:28:20.852560 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-e0cedc90-3d47-4733-8caf-3fac7e377f78 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/quotas/372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 375 time: 0.0112209 Jun 29 17:28:20.941452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-287a28af-c505-4b2f-90ab-79026e546e19 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:28:20.953925 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-287a28af-c505-4b2f-90ab-79026e546e19 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:28:20.955155 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-287a28af-c505-4b2f-90ab-79026e546e19 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973041 Jun 29 17:28:21.109288 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-95d5d59a-66f1-4180-b977-2137126e88bc service neutron] 10.222.0.79 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418242 Jun 29 17:28:21.242472 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-26563b53-3f41-46e8-92c3-950ea0628c71 service neutron] 10.222.0.79 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270051 Jun 29 17:28:23.502152 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4c55f542-74be-40e4-bd1f-bb3788a29237 req-bbbfde6a-e617-48b3-8f7f-b3461476534f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 210 time: 0.0431864 Jun 29 17:28:23.573797 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:28:24.374621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-25442837-22c2-4df4-af15-2201d48ae62c tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:24.376024 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-25442837-22c2-4df4-af15-2201d48ae62c tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 812 time: 0.1501398 Jun 29 17:28:24.482047 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-db9e424c-bb7e-4dd3-91cb-be329a21f618 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 380 time: 0.0454741 Jun 29 17:28:24.502753 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'port': {'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'admin_state_up': True, 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'security_groups': ['2db9e104-fdb2-48b6-a49b-bd4894d81160']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:28:24.684319 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-26266aac-5600-4bc1-b597-f16671fe512c req-e6e4d582-b674-44ed-98bb-c949457afcb3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 210 time: 0.0512373 Jun 29 17:28:24.685466 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:28:24.700727 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:28:24.721687 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Made reservation on behalf of 372aec24011a49e1abe53ef2d2c9d23f for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:28:24.729999 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:24.921090 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Allocated IP 172.20.0.4 (940bad8d-b42e-4669-99ea-e9262c77a839/89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25/d05288cf-3ea5-4caa-893d-0e78cf3d1b73) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:28:25.201522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.217440 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Transition to ACTIVE for port object d05288cf-3ea5-4caa-893d-0e78cf3d1b73 will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:28:25.239798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.245719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:25.322363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:28:25.326157 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:28:25.328198 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:25.330384 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:28:25.356656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:25.393069 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:25.393747 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.429172 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-3c3894d8-2091-495b-9062-421e3de85396 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319868 Jun 29 17:28:25.454279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Request body: {'port': {'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:28:25.574866 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-174b2c13-034f-45ef-ada1-2a3125e291cc None None] Provisioning for port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:25.576622 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.582028 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-174b2c13-034f-45ef-ada1-2a3125e291cc None None] Provisioning complete for port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:25.582756 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-174b2c13-034f-45ef-ada1-2a3125e291cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.652384 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-174b2c13-034f-45ef-ada1-2a3125e291cc None None] Port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:28:25.934794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539e785-d7c5-482f-9d1c-b28c459e5226 req-eee9019d-b471-4aa2-8621-c34edca68d2b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:25.935692 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4539e785-d7c5-482f-9d1c-b28c459e5226 req-eee9019d-b471-4aa2-8621-c34edca68d2b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 931 time: 0.0930910 Jun 29 17:28:25.958273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05288cf-3ea5-4caa-893d-0e78cf3d1b73 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:25.965935 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.982929 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Transition to ACTIVE for port object d05288cf-3ea5-4caa-893d-0e78cf3d1b73 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:28:25.986685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:25.988588 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4539e785-d7c5-482f-9d1c-b28c459e5226 req-70fb985b-efeb-45f3-bb08-b227c5ef241e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469317 Jun 29 17:28:25.990808 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-699cc214-40f8-431c-a2d2-b088fe10c44d tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:26.152518 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:26.159960 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:26.362734 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Attempting to bind port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:28:26.363257 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Attempting to bind port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:28:26.363768 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Attempting to bind port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:28:26.373970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 on network 940bad8d-b42e-4669-99ea-e9262c77a839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:28:26.374491 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Attempting to bind port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:28:26.385835 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:28:26.386353 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Checking segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:28:26.386944 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Bound using segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:28:26.387581 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Bound port: d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:28:26.388125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:26.518455 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] For port d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:28:26.523249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] For port d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:28:26.528600 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:26.532474 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-182d4a88-0d9f-42f8-b184-4e53d34eb37a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:26.591068 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:26.592472 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] 10.222.0.81 "PUT /v2.0/ports/d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 1093 time: 1.1425743 Jun 29 17:28:26.595895 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:26.616737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:26.620737 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:26.669205 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'status': 'completed', 'code': 200} Jun 29 17:28:26.729202 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4279f9-fa79-4148-8360-326c1f7c5bea req-689de725-8b0b-412b-a2c1-e4b726b7ad17 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:26.736654 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3c4279f9-fa79-4148-8360-326c1f7c5bea req-689de725-8b0b-412b-a2c1-e4b726b7ad17 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.1063626 Jun 29 17:28:26.782023 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-3c4279f9-fa79-4148-8360-326c1f7c5bea req-689803de-3d0a-4284-98b6-d99fd8cd0c0a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Synchronizing usage tracker for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:28:26.804813 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-3c4279f9-fa79-4148-8360-326c1f7c5bea req-689803de-3d0a-4284-98b6-d99fd8cd0c0a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Unset dirty status for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:28:26.806385 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3c4279f9-fa79-4148-8360-326c1f7c5bea req-689803de-3d0a-4284-98b6-d99fd8cd0c0a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688217 Jun 29 17:28:26.813251 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-16c57eeb-00b5-4676-822c-83b6fe9b6bf5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1096 time: 0.1001055 Jun 29 17:28:26.930312 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-4c5b22b6-2aae-4616-bf1c-33e1141e6f35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 217 time: 0.0677028 Jun 29 17:28:26.996479 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-2e00df96-8b36-4d3b-84eb-37aedbf9dbe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:26.997960 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-2e00df96-8b36-4d3b-84eb-37aedbf9dbe5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0599568 Jun 29 17:28:27.082140 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-e1ada91b-9f9f-4c79-886c-4a8d8df59188 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735049 Jun 29 17:28:27.277515 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-8bf68b13-b508-4cd3-b3c1-149392f068de service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754241 Jun 29 17:28:27.293482 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d790f45-bde7-4cf8-8e32-452552d39625 req-69179515-bf5b-4d57-8c57-997817d77939 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:27.294073 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-7d790f45-bde7-4cf8-8e32-452552d39625 req-69179515-bf5b-4d57-8c57-997817d77939 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:28:27.465853 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-7d790f45-bde7-4cf8-8e32-452552d39625 req-69179515-bf5b-4d57-8c57-997817d77939 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:28:27.467020 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7d790f45-bde7-4cf8-8e32-452552d39625 req-69179515-bf5b-4d57-8c57-997817d77939 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 943 time: 0.3413932 Jun 29 17:28:27.552950 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1e4a9dde-c303-469f-b88f-02b72c8f3a28 req-d71e6358-d4ee-4a7b-a59d-3da9f24da173 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658961 Jun 29 17:28:27.558418 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7d790f45-bde7-4cf8-8e32-452552d39625 req-dda87a77-b554-4b06-86aa-8c4305365b48 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814946 Jun 29 17:28:27.667853 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:27.781554 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-cedd3964-413d-4a02-8f39-14de08487756 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1096 time: 0.0739818 Jun 29 17:28:27.980364 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-6f83c920-1e3c-4b8b-8682-59a05432ad44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.002861 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-6f83c920-1e3c-4b8b-8682-59a05432ad44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.2105448 Jun 29 17:28:28.119360 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adf25a-5506-4df8-9c93-41b57fdb49e5 req-481e4eb9-8365-444a-b775-edbe6af007be tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.124816 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-42adf25a-5506-4df8-9c93-41b57fdb49e5 req-481e4eb9-8365-444a-b775-edbe6af007be tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.1377685 Jun 29 17:28:28.147556 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-4d1fef7a-1b9c-4099-afd7-ddcc1a036871 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 217 time: 0.1175106 Jun 29 17:28:28.170116 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-42adf25a-5506-4df8-9c93-41b57fdb49e5 req-150b516c-1daf-48fb-b05f-6a79da79e1c3 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Jun 29 17:28:28.262386 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-bc40a1e5-f1a0-45b2-8bd0-d58833875733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.263844 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-bc40a1e5-f1a0-45b2-8bd0-d58833875733 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0728114 Jun 29 17:28:28.344585 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-11d47e4f-5fad-4b1e-bf28-caa6504084c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702345 Jun 29 17:28:28.511944 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-c1727fe0-83a3-4a76-b8ea-4ab503252d46 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252296 Jun 29 17:28:28.651880 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2cbccaa3-bacf-4d23-8b3f-c290a7ab52e3 req-ded948f5-6983-4d7c-ad0b-d8246340b5d1 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283360 Jun 29 17:28:28.766853 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a9608-e754-42a0-904a-3e54ce1d3adf req-3e3bdf3e-b369-4c90-9051-599a04162b0d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.768624 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-294a9608-e754-42a0-904a-3e54ce1d3adf req-3e3bdf3e-b369-4c90-9051-599a04162b0d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 943 time: 0.0849361 Jun 29 17:28:28.819405 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-294a9608-e754-42a0-904a-3e54ce1d3adf req-ce8ebe2c-cee3-45da-92f0-a19db431b2ca tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440674 Jun 29 17:28:29.414182 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeff72-c17b-4ede-a48a-29da776c898e req-3d032bbb-7376-4267-8541-e122aed41668 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:29.415552 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cbbeff72-c17b-4ede-a48a-29da776c898e req-3d032bbb-7376-4267-8541-e122aed41668 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0920074 Jun 29 17:28:29.462525 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cbbeff72-c17b-4ede-a48a-29da776c898e req-d9b8d578-fa24-496e-be01-ee64ad44aa20 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Jun 29 17:28:29.581993 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-83de3f1f-d412-41dd-9087-15e2582bdbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.123524 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:31.936770 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fc5a773c-828f-4880-a804-ffbe81921776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:32.449412 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c16d-f551-4f0c-8149-143510dc6bb0 req-72dac125-1a4d-4701-99e1-700c961acd6d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.450857 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2880c16d-f551-4f0c-8149-143510dc6bb0 req-72dac125-1a4d-4701-99e1-700c961acd6d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 943 time: 0.0844159 Jun 29 17:28:32.490182 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21568196-1249-42f6-8757-1db331fcb7b0 req-3ecdde49-1320-4304-aa64-5b02ecd7f8d7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.490890 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-21568196-1249-42f6-8757-1db331fcb7b0 req-3ecdde49-1320-4304-aa64-5b02ecd7f8d7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Synchronizing usage tracker for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:28:32.502578 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2880c16d-f551-4f0c-8149-143510dc6bb0 req-9b2b59c7-0224-4c5e-96ad-21248ce6d062 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Jun 29 17:28:32.507867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-21568196-1249-42f6-8757-1db331fcb7b0 req-3ecdde49-1320-4304-aa64-5b02ecd7f8d7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Unset dirty status for tenant:10cfefef1c9f44db99b1c38ef5895840 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:28:32.509148 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-21568196-1249-42f6-8757-1db331fcb7b0 req-3ecdde49-1320-4304-aa64-5b02ecd7f8d7 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.1085196 Jun 29 17:28:32.565765 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-21568196-1249-42f6-8757-1db331fcb7b0 req-7b9fbfd6-c37f-42ba-9a16-28461a81724e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Jun 29 17:28:33.014402 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-e6cdd7c4-e374-4b43-b0f7-9fb930d1acc4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.015843 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-e6cdd7c4-e374-4b43-b0f7-9fb930d1acc4 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.81 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 945 time: 0.0904131 Jun 29 17:28:33.021311 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.099574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Deleting port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:33.099914 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.361471 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] For port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:33.361919 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.481773 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Calling delete_port for 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:33.739804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fa979-1a0b-42a9-8e51-d1eea1e61d5b req-87fbe0d4-7f2a-401e-96a4-c56d087ed19d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.742102 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-926fa979-1a0b-42a9-8e51-d1eea1e61d5b req-87fbe0d4-7f2a-401e-96a4-c56d087ed19d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 943 time: 0.0932100 Jun 29 17:28:33.765591 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.773434 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c59352e7-95f2-46a8-86b8-974777cd8359 tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:33.803410 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-926fa979-1a0b-42a9-8e51-d1eea1e61d5b req-cfb6b3f6-1795-4d3d-9e27-9adda7856949 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500636 Jun 29 17:28:33.812695 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:28:33.825279 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Pushing event deleted for resources: {'Port': ['ID=4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:33.831031 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:33.908846 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] No DVR routers for this DVR port 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:33.915486 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4e9d4-42d0-4efb-a976-08e6b9bddf69 req-2a758d6b-b2ba-499d-b150-ddacdddbe90e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.916957 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-59a4e9d4-42d0-4efb-a976-08e6b9bddf69 req-2a758d6b-b2ba-499d-b150-ddacdddbe90e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/ports?device_id=92a12cd3-5761-492e-9fa8-36d2e5656047 HTTP/1.1" status: 200 len: 867 time: 0.2178624 Jun 29 17:28:33.918585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.921314 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'name': 'network-vif-deleted', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:33.956897 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bffecb13-a769-4d52-ae6d-4b4a633a9a1b req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.81 "DELETE /v2.0/ports/4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea HTTP/1.1" status: 204 len: 173 time: 0.9305747 Jun 29 17:28:33.979735 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-59a4e9d4-42d0-4efb-a976-08e6b9bddf69 req-84bc6e89-acd8-467f-af4a-f99bee842a9a tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] 10.222.0.79 "GET /v2.0/security-groups?id=787d5c0b-e3a0-4795-a4d9-6c59058394d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Jun 29 17:28:34.026449 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a12cd3-5761-492e-9fa8-36d2e5656047', 'name': 'network-vif-deleted', 'tag': '4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea', 'status': 'completed', 'code': 200} Jun 29 17:28:34.143294 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device d05288cf-3ea5-4caa-893d-0e78cf3d1b73 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:28:34.329884 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:34.344643 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:28:34.400653 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.419104 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05288cf-3ea5-4caa-893d-0e78cf3d1b73 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:34.436066 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:34.441438 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.444212 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:34.526984 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:34.530075 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.530969 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:34.889819 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['d05288cf-3ea5-4caa-893d-0e78cf3d1b73'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:28:35.021591 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838084c3-a943-410c-8dd2-26abe4b939e9 req-f073a47f-fa4b-402a-8e37-1df58f3e410a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.023391 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-838084c3-a943-410c-8dd2-26abe4b939e9 req-f073a47f-fa4b-402a-8e37-1df58f3e410a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 944 time: 0.0878291 Jun 29 17:28:35.194958 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-838084c3-a943-410c-8dd2-26abe4b939e9 req-9bba7d3c-e3cc-401d-80fe-7ed4d2b0ad5b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653545 Jun 29 17:28:35.834074 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff42278-d860-4f58-8706-aec2f363a345 req-9aa84ecd-4f47-4dd1-abb8-d46943e0b99f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.835513 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2ff42278-d860-4f58-8706-aec2f363a345 req-9aa84ecd-4f47-4dd1-abb8-d46943e0b99f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0858164 Jun 29 17:28:35.885930 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2ff42278-d860-4f58-8706-aec2f363a345 req-54b047e6-a67f-460d-a105-663f433756e5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Jun 29 17:28:35.901770 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39546) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:36.156519 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device d05288cf-3ea5-4caa-893d-0e78cf3d1b73 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:28:36.227450 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:36.233546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:36.234017 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:36.324476 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:36.365698 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:36.396633 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:36.409113 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:36.416821 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:36.419764 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:36.424364 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43c1f-8a9b-48e4-a03f-649bdb5c582d req-3022e448-3195-4d41-81f5-e29287555c50 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:36.426023 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d8c43c1f-8a9b-48e4-a03f-649bdb5c582d req-3022e448-3195-4d41-81f5-e29287555c50 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 944 time: 0.0950887 Jun 29 17:28:36.466608 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:36.502786 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d8c43c1f-8a9b-48e4-a03f-649bdb5c582d req-5ac3cace-83ca-413e-9097-a5c9905c9c0a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705690 Jun 29 17:28:36.503438 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'code': 200} Jun 29 17:28:36.510543 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:36.511055 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 4f1944d1-3ba9-4fa1-b7b0-771b9ac9c9ea not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:36.548598 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:36.557258 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:36.852515 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3bd42238-bfb7-442f-a702-20244a83f33a req-abd0e61f-3a3b-4fe2-89bd-16aadc942e46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1098 time: 0.0695832 Jun 29 17:28:36.907253 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3bd42238-bfb7-442f-a702-20244a83f33a req-01d73ab8-f7ad-46a6-9f32-1e73d2a7a61b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Jun 29 17:28:36.981884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Deleting port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:36.982236 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:37.110833 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf100e2a-b2e0-4151-b4cc-38e7f9437aad req-095bcb62-8953-4a4f-8552-f5798fd2a140 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.112386 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cf100e2a-b2e0-4151-b4cc-38e7f9437aad req-095bcb62-8953-4a4f-8552-f5798fd2a140 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0794029 Jun 29 17:28:37.154862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] For port 2be9687f-b4f9-4ee2-ba0f-924e9aac7836, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:37.155229 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:37.159558 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cf100e2a-b2e0-4151-b4cc-38e7f9437aad req-364b51f8-a078-4c36-b905-af7ecc05b99f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Jun 29 17:28:37.284111 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Calling delete_port for 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 owned by network:router_interface {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:37.553777 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:37.557401 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9ddf2c7b-12d2-477d-9c5c-33ed5aed40aa tempest-ServerRescueNegativeTestJSON-555338731 tempest-ServerRescueNegativeTestJSON-555338731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:37.601767 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be9687f-b4f9-4ee2-ba0f-924e9aac7836,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:37.689394 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.689775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.690140 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.690495 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.690850 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.691198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.691544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.691893 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.692238 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.692611 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.692957 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:37.703798 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:37.718458 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9870-9db6-4b93-a3ec-778bbd012a1f req-832b9d06-781b-4873-b8bb-8ef658f1ceb5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.726900 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fc5b9870-9db6-4b93-a3ec-778bbd012a1f req-832b9d06-781b-4873-b8bb-8ef658f1ceb5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.1103399 Jun 29 17:28:37.782323 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fc5b9870-9db6-4b93-a3ec-778bbd012a1f req-40d5a5a7-87dc-43e5-91de-ad92ae23b842 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543754 Jun 29 17:28:37.964448 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:38.488518 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c318e-d2d2-40bd-b295-f4fab44cf9b4 req-63ad8c12-3895-489c-918d-90757e7b1492 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:38.490018 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-430c318e-d2d2-40bd-b295-f4fab44cf9b4 req-63ad8c12-3895-489c-918d-90757e7b1492 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.1734636 Jun 29 17:28:38.557602 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-430c318e-d2d2-40bd-b295-f4fab44cf9b4 req-cddf65e9-8a80-4952-9175-7ca8eb6b60bb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540795 Jun 29 17:28:38.663806 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:28:38.876225 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:38.884910 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] Sync routers for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:28:38.892771 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] 10.222.0.79 "PUT /v2.0/routers/a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9874451 Jun 29 17:28:38.893189 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39580) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:38.900716 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:38.902866 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:39.105306 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:39.184519 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895bdaa-ee8a-4107-9c31-c394dbdcc98f req-60ea9e6d-1f78-42aa-bb45-1d486ef1c2a8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:39.186293 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1895bdaa-ee8a-4107-9c31-c394dbdcc98f req-60ea9e6d-1f78-42aa-bb45-1d486ef1c2a8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.2265186 Jun 29 17:28:39.293872 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 39588) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:39.323896 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1895bdaa-ee8a-4107-9c31-c394dbdcc98f req-76f3c2ea-9f66-4c08-bb86-1fc8b996a21b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262767 Jun 29 17:28:39.338501 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.419956 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:28:37Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:39.426148 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] Checking router: a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:28:39.443744 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] Routers {'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:39.444547 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:39.460088 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.561386 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:28:39.561662 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.566546 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Usage tracker for resource:security_group_rule and tenant:0b6a44bbc8e54c1fb48980eae23730fe is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:28:39.570965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:28:39.574198 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Deleting port 1fac0dc7-4735-452d-ad24-b93c205a103b {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:39.574658 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.578605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:28:39.599743 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eac96-b1d7-4843-ad45-0ebf01cf99b9 req-8c60d3ef-d70a-453d-9d76-1958fe0f770f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:39.600215 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f34eac96-b1d7-4843-ad45-0ebf01cf99b9 req-8c60d3ef-d70a-453d-9d76-1958fe0f770f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.1294155 Jun 29 17:28:39.646917 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] Set router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:39.699518 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f34eac96-b1d7-4843-ad45-0ebf01cf99b9 req-fb67873d-9573-44c9-b165-c7a0b6d590c8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868037 Jun 29 17:28:39.722164 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.730030 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.744298 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 39600) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:39.753658 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:39.843393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961ec52d-0833-4591-b086-85513e596cee,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:39.874020 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] For port 1fac0dc7-4735-452d-ad24-b93c205a103b, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=1fac0dc7-4735-452d-ad24-b93c205a103b,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:39.874294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.877314 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b6a44bbc8e54c1fb48980eae23730fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5822308 Jun 29 17:28:39.879186 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.879623 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.880046 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.880544 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.881352 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.881483 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39604) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:39.881889 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.882314 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.882882 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.883286 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.883702 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.884116 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:39.891163 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:39.925451 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-c2de312a-5ab6-4fab-b719-b198c63f0950 tempest-TestVolumeBootPattern-1952736698 tempest-TestVolumeBootPattern-1952736698-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1093 time: 0.1394408 Jun 29 17:28:39.926072 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 39608) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:39.931845 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:28:39.938153 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:28:39.944605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:floatingip and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:28:39.947559 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:28:39.956022 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:28:39.965833 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:28:37Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:39.970659 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e62ba-bce9-4c9d-905d-d0438c305cdd None None] The sync data for ids ['a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea'] in dv-cinder-798672-1-iscsi is: [{'id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'name': 'tempest-TestMinimumBasicScenario-2090910705-router', 'tenant_id': '10cfefef1c9f44db99b1c38ef5895840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:57Z', 'updated_at': '2021-06-29T17:28:37Z', 'revision_number': 5, 'project_id': '10cfefef1c9f44db99b1c38ef5895840', 'gw_port': {'id': '1fac0dc7-4735-452d-ad24-b93c205a103b', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:58Z', 'updated_at': '2021-06-29T17:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:28:39.972613 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.034826 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Calling delete_port for 1fac0dc7-4735-452d-ad24-b93c205a103b owned by network:router_gateway {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:40.082374 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c873e0-e4ed-4d96-9e06-1af9add6b131 req-e57cacf8-d756-48b1-986f-0bee5fe8ff17 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:40.083825 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44c873e0-e4ed-4d96-9e06-1af9add6b131 req-e57cacf8-d756-48b1-986f-0bee5fe8ff17 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.3360829 Jun 29 17:28:40.111480 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.170852 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.195781 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-44c873e0-e4ed-4d96-9e06-1af9add6b131 req-8e299f74-de60-41d6-a4ee-b7d8bbd5e062 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032941 Jun 29 17:28:40.223084 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.266739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Allocated IP 172.27.2.49 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/58de5e8e-958c-4fd0-a0c3-df08c109ca72) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:28:40.328613 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.333704 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ec181179-da29-46cb-8dad-4adf7432152c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:40.353268 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961ec52d-0833-4591-b086-85513e596cee,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:40.361333 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:40.367330 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.368576 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ee21e482-0c40-4140-9151-1e1945e518ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/961ec52d-0833-4591-b086-85513e596cee HTTP/1.1" status: 204 len: 168 time: 0.4859965 Jun 29 17:28:40.369430 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.374310 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ac0c86fc-7534-4fc0-8327-33d28e28d51a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:40.421427 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fac0dc7-4735-452d-ad24-b93c205a103b,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:40.425673 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:40.449716 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.483584 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.489390 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-15e3fc8d-0a0a-4b97-bb26-00e55b050f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:40.578613 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:28:40.582316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:28:40.584163 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=58de5e8e-958c-4fd0-a0c3-df08c109ca72,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:40.586626 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:28:40.615450 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:40.668790 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.071444 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.076299 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.103533 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.104161 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea {{(pid=74138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:28:41.124576 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.125843 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a2b2b6bf-429d-4ea2-b8ad-9bf558d427ea HTTP/1.1" status: 204 len: 168 time: 2.2318091 Jun 29 17:28:41.131295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39628) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:41.198228 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Deleting subnet b6d1cb51-cff5-490b-bbf6-d8c24d92a66e {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:28:41.201652 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.264255 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.353264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.392320 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.414188 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.527467 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.537255 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b322e-a196-44ad-bea9-efd9abd0bc4f req-da068393-edee-4d0b-a3fa-98a67830aef3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:41.538841 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d67b322e-a196-44ad-bea9-efd9abd0bc4f req-da068393-edee-4d0b-a3fa-98a67830aef3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.1118476 Jun 29 17:28:41.540172 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:41.594681 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d1cb51-cff5-490b-bbf6-d8c24d92a66e,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:41.601734 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:41.608279 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.615870 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e8afa-6a92-4def-9ef3-9747a7abe947 None None] Network 198bb5bc-047d-4e48-b62b-a3eee71be3af requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:28:41.621712 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-bf79c93a-53c2-45db-992e-7f2aa884cc5d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b6d1cb51-cff5-490b-bbf6-d8c24d92a66e HTTP/1.1" status: 204 len: 168 time: 0.4917855 Jun 29 17:28:41.624587 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39644) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:41.687984 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.694341 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.700422 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07097c04-1ca7-435e-a662-dac7c29e5719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:41.724686 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d67b322e-a196-44ad-bea9-efd9abd0bc4f req-b5e4e2d5-dcac-4a89-a7bd-abcc8eb455f8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554780 Jun 29 17:28:41.782952 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.796887 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Deleting port 96992fe6-656c-4e6c-bc40-9422d7d44b15 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:41.797222 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.837466 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=58de5e8e-958c-4fd0-a0c3-df08c109ca72,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:41.842614 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:41.852090 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.010749 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] DHCP port deletion for 198bb5bc-047d-4e48-b62b-a3eee71be3af request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:28:42.011035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39650) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:42.015817 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Deleting port 96992fe6-656c-4e6c-bc40-9422d7d44b15 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:42.016411 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.085706 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] For port 96992fe6-656c-4e6c-bc40-9422d7d44b15, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=96992fe6-656c-4e6c-bc40-9422d7d44b15,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:42.086064 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.098033 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:42.101088 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.l3_db [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Floating IP 64e1de4d-ef8d-400e-9326-95a579f07d97 associated. External IP: 172.27.2.49, port: d05288cf-3ea5-4caa-893d-0e78cf3d1b73. Jun 29 17:28:42.178411 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:42.178851 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2be9687f-b4f9-4ee2-ba0f-924e9aac7836 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:42.179457 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 1fac0dc7-4735-452d-ad24-b93c205a103b no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:42.221071 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 1fac0dc7-4735-452d-ad24-b93c205a103b {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:42.221661 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 1fac0dc7-4735-452d-ad24-b93c205a103b not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:42.263586 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Calling delete_port for 96992fe6-656c-4e6c-bc40-9422d7d44b15 owned by network:dhcp {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:42.332661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.349702 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] For port 96992fe6-656c-4e6c-bc40-9422d7d44b15, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=96992fe6-656c-4e6c-bc40-9422d7d44b15,segment=NetworkSegment(c9506d38-faa8-4aa5-9531-05d5eed0b843),segment_id=c9506d38-faa8-4aa5-9531-05d5eed0b843)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:42.350240 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.385048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:28:42.389875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Usage tracker for resource:security_group_rule and tenant:f5dcf0976de240928727f43b38d7250b is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:28:42.393110 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:28:42.395764 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.402977 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-08850675-5018-4f61-9cd6-795259974cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:42.436605 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:28:42.446812 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Pushing event deleted for resources: {'Port': ['ID=96992fe6-656c-4e6c-bc40-9422d7d44b15,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:42.451685 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:42.457995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] No DVR routers for this DVR port 96992fe6-656c-4e6c-bc40-9422d7d44b15 on host dv-cinder-798672-1-iscsi {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:42.478660 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Calling delete_port for 96992fe6-656c-4e6c-bc40-9422d7d44b15 owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:42.525310 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:28:42.614893 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:28:42.615219 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:28:42.685878 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.707018 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198bb5bc-047d-4e48-b62b-a3eee71be3af']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:42.727412 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9506d38-faa8-4aa5-9531-05d5eed0b843') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:42.728145 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9506d38-faa8-4aa5-9531-05d5eed0b843') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:42.728503 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:42.739021 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083efd0d-d680-460d-80de-81e8e473683d None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:28:42.750801 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.754235 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:42.755263 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:42.758845 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.767279 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.773811 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.780716 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.783255 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-4c4ae074-1582-489e-b4d6-51ee37093d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:42.802450 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:28:42.802850 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:28:42.818106 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:28:42.855977 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9287357 Jun 29 17:28:42.857240 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:42.912748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f78b24f-736d-48be-a5d1-d36eafc89017,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:42.916223 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:42.916421 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'status': 'completed', 'code': 200} Jun 29 17:28:42.963095 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:42.968206 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5dcf0976de240928727f43b38d7250b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9458125 Jun 29 17:28:42.973474 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39664) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:42.980612 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.998034 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.006142 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:43.059794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Pushing event deleted for resources: {'Network': ['ID=198bb5bc-047d-4e48-b62b-a3eee71be3af,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:43.069253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:43.077497 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] 10.222.0.79 "DELETE /v2.0/networks/198bb5bc-047d-4e48-b62b-a3eee71be3af HTTP/1.1" status: 204 len: 168 time: 1.4492319 Jun 29 17:28:43.079125 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39668) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:43.116498 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Deleting port 96992fe6-656c-4e6c-bc40-9422d7d44b15 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:43.117701 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.168182 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-68ff71ec-f08e-436f-8aa6-901815bda702 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1098 time: 0.1719503 Jun 29 17:28:43.189366 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef17a9f-d83f-4284-b199-504121fe4e82 req-38ba5261-b34c-4f6c-bb76-e78d6aabe666 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:43.190919 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aef17a9f-d83f-4284-b199-504121fe4e82 req-38ba5261-b34c-4f6c-bb76-e78d6aabe666 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.2836185 Jun 29 17:28:43.192553 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.244741 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-6ab44e44-eeff-4c1c-812a-caaae15e7bdc None None] The port '96992fe6-656c-4e6c-bc40-9422d7d44b15' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:28:43.247049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.312671 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aef17a9f-d83f-4284-b199-504121fe4e82 req-5afd1d1b-f4fe-41ad-be97-c92f769f1321 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080589 Jun 29 17:28:43.336740 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-83693a79-6504-40e9-88f5-a96da979f94f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:43.338304 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-83693a79-6504-40e9-88f5-a96da979f94f service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1569529 Jun 29 17:28:43.392686 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.403243 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9b17aeff-556b-473f-8dc0-fe749ef798d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:43.412635 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f78b24f-736d-48be-a5d1-d36eafc89017,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:43.414934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:43.431934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.435396 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f78b24f-736d-48be-a5d1-d36eafc89017 HTTP/1.1" status: 204 len: 168 time: 0.4574611 Jun 29 17:28:43.459429 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:41Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:43.470145 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083efd0d-d680-460d-80de-81e8e473683d None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:28:43.490442 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-98f11e0f-3ddc-467f-83ac-c24a5b83996e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 998 time: 0.1349235 Jun 29 17:28:43.496506 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:43.497158 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:43.571457 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-26c51e7c-c585-423b-910c-5b73ea79bdc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:43.574484 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-26c51e7c-c585-423b-910c-5b73ea79bdc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0685577 Jun 29 17:28:43.691662 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.714074 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:43.733203 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-aab63433-eb32-487c-b622-8051ce59202d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094687 Jun 29 17:28:43.899986 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-502fa680-3c7c-43b3-81c5-dd83725f5241 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535144 Jun 29 17:28:44.032526 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 96992fe6-656c-4e6c-bc40-9422d7d44b15 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:44.072969 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 96992fe6-656c-4e6c-bc40-9422d7d44b15 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:44.073324 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 96992fe6-656c-4e6c-bc40-9422d7d44b15 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:44.086642 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-af9beb2b-c9df-4944-8501-64b4f230fcd1 req-1ae8d3b6-16d9-4398-b05b-c066d37db709 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753235 Jun 29 17:28:44.122222 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-083efd0d-d680-460d-80de-81e8e473683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:41Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:44.127240 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083efd0d-d680-460d-80de-81e8e473683d None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:41Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:28:44.350107 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c168f12-0616-4e14-81a7-33ca3ead44e9 None None] New status for floating IP 64e1de4d-ef8d-400e-9326-95a579f07d97: ACTIVE {{(pid=74140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:28:44.383732 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Deleting port 9bd3ebea-da33-414e-bc98-21709bc09b17 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:44.384308 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:44.724664 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4f2e1-9a74-4e00-9143-148187d6e9ca req-947ab427-e5b8-4aac-ba22-cd833f204a2d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:44.726114 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a5f4f2e1-9a74-4e00-9143-148187d6e9ca req-947ab427-e5b8-4aac-ba22-cd833f204a2d tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.2067139 Jun 29 17:28:44.737678 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] For port 9bd3ebea-da33-414e-bc98-21709bc09b17, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=9bd3ebea-da33-414e-bc98-21709bc09b17,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:44.737921 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:44.878692 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Calling delete_port for 9bd3ebea-da33-414e-bc98-21709bc09b17 owned by network:router_interface {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:44.946991 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a5f4f2e1-9a74-4e00-9143-148187d6e9ca req-c1635333-4768-4dcc-8a5d-c98bb79fef51 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113776 Jun 29 17:28:45.081718 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:45.086234 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8b337c34-2a6d-433e-ab62-184b9a66a29b tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:45.126060 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd3ebea-da33-414e-bc98-21709bc09b17,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:45.128489 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:45.430050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.171884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Router 84dd3c16-82a2-423d-9a5c-27e8e0005ace has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:28:46.193593 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5d08-92f1-40b6-8733-da87fc75c445 req-69596c96-8e03-4b76-b4bf-8b2a29359bde tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:46.195021 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-abfb5d08-92f1-40b6-8733-da87fc75c445 req-69596c96-8e03-4b76-b4bf-8b2a29359bde tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.1037738 Jun 29 17:28:46.304809 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-abfb5d08-92f1-40b6-8733-da87fc75c445 req-5e589a45-0b85-4db7-8e4f-3c9c28faa535 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614800 Jun 29 17:28:46.427532 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:46.441143 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] Sync routers for ids ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:28:46.448720 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] 10.222.0.79 "PUT /v2.0/routers/84dd3c16-82a2-423d-9a5c-27e8e0005ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3691449 Jun 29 17:28:46.451182 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39684) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:46.453653 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] Routers {'84dd3c16-82a2-423d-9a5c-27e8e0005ace'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:46.454348 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:46.627555 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] Set router 84dd3c16-82a2-423d-9a5c-27e8e0005ace gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:46.645552 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks [] for router, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.848146 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.858814 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Deleting port 685074b4-2cfc-435f-b5c9-8768b59a3d03 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:46.859149 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.918427 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:28:45Z', 'revision_number': 5, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port': {'id': '685074b4-2cfc-435f-b5c9-8768b59a3d03', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:07Z', 'updated_at': '2021-06-29T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:46.923346 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] Checking router: 84dd3c16-82a2-423d-9a5c-27e8e0005ace for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:28:46.934778 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] Routers {'84dd3c16-82a2-423d-9a5c-27e8e0005ace'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:46.935468 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:28:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:47.032800 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] For port 685074b4-2cfc-435f-b5c9-8768b59a3d03, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=685074b4-2cfc-435f-b5c9-8768b59a3d03,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:47.033158 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:47.085832 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] Set router 84dd3c16-82a2-423d-9a5c-27e8e0005ace gateway port host: None {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:28:47.151749 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Calling delete_port for 685074b4-2cfc-435f-b5c9-8768b59a3d03 owned by network:router_gateway {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:47.224451 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:28:46Z', 'revision_number': 6, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:47.228561 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa537b62-26a1-4d13-af2f-5293cb2b9195 None None] The sync data for ids ['84dd3c16-82a2-423d-9a5c-27e8e0005ace'] in dv-cinder-798672-1-iscsi is: [{'id': '84dd3c16-82a2-423d-9a5c-27e8e0005ace', 'name': 'tempest-TestMinimumBasicScenario-504303186-router', 'tenant_id': '8cb1e65e9ad142fdabb44963d2389528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:06Z', 'updated_at': '2021-06-29T17:28:46Z', 'revision_number': 6, 'project_id': '8cb1e65e9ad142fdabb44963d2389528', 'gw_port_host': None}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:28:47.334208 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:47.338527 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:47.381188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Pushing event deleted for resources: {'Port': ['ID=685074b4-2cfc-435f-b5c9-8768b59a3d03,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:47.384710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:47.793862 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:47.874966 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d5de1-e1c0-4bac-9a06-ffc629750e49 req-0d54f148-3e2c-41da-b223-0fc17d5849f9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:47.876336 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa7d5de1-e1c0-4bac-9a06-ffc629750e49 req-0d54f148-3e2c-41da-b223-0fc17d5849f9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.4203255 Jun 29 17:28:48.026586 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 9bd3ebea-da33-414e-bc98-21709bc09b17 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:48.059690 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 9bd3ebea-da33-414e-bc98-21709bc09b17 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:48.060018 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 9bd3ebea-da33-414e-bc98-21709bc09b17 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:48.060568 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 685074b4-2cfc-435f-b5c9-8768b59a3d03 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:48.092103 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 685074b4-2cfc-435f-b5c9-8768b59a3d03 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:48.092490 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 685074b4-2cfc-435f-b5c9-8768b59a3d03 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:48.092900 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.102239 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.105786 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fa7d5de1-e1c0-4bac-9a06-ffc629750e49 req-324c7598-36ba-418d-9f26-2cb526aa99c0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772659 Jun 29 17:28:48.130620 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.131163 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84dd3c16-82a2-423d-9a5c-27e8e0005ace {{(pid=74138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:28:48.144133 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.145467 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] 10.222.0.79 "DELETE /v2.0/routers/84dd3c16-82a2-423d-9a5c-27e8e0005ace HTTP/1.1" status: 204 len: 168 time: 1.6932921 Jun 29 17:28:48.147707 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39692) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:48.214791 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Deleting subnet 956242f8-62d0-41a1-8d10-4d8bd46a7058 {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:28:48.217922 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.269034 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.351375 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.418242 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.422890 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b1f28098-e44e-4743-ac4a-4a13ca772ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:48.456391 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956242f8-62d0-41a1-8d10-4d8bd46a7058,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:48.458879 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:48.464029 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.469872 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aab69a-3257-4669-96aa-cc388f369bc3 None None] Network bbd4469a-9ea9-4bfb-8897-1e409e9f577c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:28:48.471050 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/956242f8-62d0-41a1-8d10-4d8bd46a7058 HTTP/1.1" status: 204 len: 168 time: 0.3222966 Jun 29 17:28:48.473475 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39698) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:48.579827 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.590510 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Deleting port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:48.590840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.738204 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] DHCP port deletion for bbd4469a-9ea9-4bfb-8897-1e409e9f577c request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:28:48.742749 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Deleting port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:48.743180 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.803887 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] For port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:48.804556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:48.924385 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Calling delete_port for 718a9588-c827-4ad7-b5d2-6e3bdc353c9f owned by network:dhcp {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:48.943089 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] For port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,segment=NetworkSegment(aaf7abfa-44c4-4f9c-afb4-00e5aaafce01),segment_id=aaf7abfa-44c4-4f9c-afb4-00e5aaafce01)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:48.943392 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.001344 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.005241 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-870031a7-f596-4617-9d94-cfcb730eb86a tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:49.069745 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Calling delete_port for 718a9588-c827-4ad7-b5d2-6e3bdc353c9f owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:28:49.139029 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Pushing event deleted for resources: {'Port': ['ID=718a9588-c827-4ad7-b5d2-6e3bdc353c9f,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:49.140451 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:28:49.140820 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:28:49.143187 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:49.145789 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] No DVR routers for this DVR port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f on host dv-cinder-798672-1-iscsi {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:49.304368 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.319839 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd4469a-9ea9-4bfb-8897-1e409e9f577c']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:49.338213 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:49.338508 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf7abfa-44c4-4f9c-afb4-00e5aaafce01') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:49.353314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.373458 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.382520 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:28:49.382963 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:28:49.396075 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:28:49.449157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c96093-852a-42e7-bccd-733006728dcf req-8246acf4-4dcc-47f0-885e-c4ff35c4a616 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:49.450640 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-71c96093-852a-42e7-bccd-733006728dcf req-8246acf4-4dcc-47f0-885e-c4ff35c4a616 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.2064712 Jun 29 17:28:49.502891 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.512561 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e77f8a19-7fc8-4d28-bcab-f9dce7208400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:49.526313 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.535566 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd4469a-9ea9-4bfb-8897-1e409e9f577c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:49.541316 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-71c96093-852a-42e7-bccd-733006728dcf req-f0ec3463-0d6e-4e7b-b62a-b1a48eef3c77 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820813 Jun 29 17:28:49.542102 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:49.549376 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] 10.222.0.79 "DELETE /v2.0/networks/bbd4469a-9ea9-4bfb-8897-1e409e9f577c HTTP/1.1" status: 204 len: 168 time: 1.0749307 Jun 29 17:28:49.642604 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Deleting port 718a9588-c827-4ad7-b5d2-6e3bdc353c9f {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:28:49.643061 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.716471 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef4a06-4f26-4dbc-90e1-cf69e348443f None None] The port '718a9588-c827-4ad7-b5d2-6e3bdc353c9f' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:28:49.760877 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39708) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:49.813975 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-df577ffd-454e-45c8-a2bd-97ed32fc59bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10cfefef1c9f44db99b1c38ef5895840&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518765 Jun 29 17:28:49.817286 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39712) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:49.875837 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.902727 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.964870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.969032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-09eff4d8-185a-45d6-a2e7-6735d62947ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:49.982875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787d5c0b-e3a0-4795-a4d9-6c59058394d2,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:49.985834 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:49.996633 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:49.997905 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/787d5c0b-e3a0-4795-a4d9-6c59058394d2 HTTP/1.1" status: 204 len: 168 time: 0.1797307 Jun 29 17:28:50.026980 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 718a9588-c827-4ad7-b5d2-6e3bdc353c9f no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:28:50.059119 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 718a9588-c827-4ad7-b5d2-6e3bdc353c9f {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:28:50.059514 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 718a9588-c827-4ad7-b5d2-6e3bdc353c9f not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:28:50.431367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39722) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:50.482135 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-46f7e2d7-a2ae-4aaa-a70d-6380337fe69f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cb1e65e9ad142fdabb44963d2389528&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495410 Jun 29 17:28:50.484760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 39726) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:28:50.545048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:50.570870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:50.624295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:50.629277 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bcf5f2e1-d047-484a-aedf-001c02fe4ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:50.641233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047828a5-b40c-4bab-91b9-bb20c7589a05,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:50.644458 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:50.650428 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:50.653877 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/047828a5-b40c-4bab-91b9-bb20c7589a05 HTTP/1.1" status: 204 len: 168 time: 0.1659541 Jun 29 17:28:50.783266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a5d0e-836e-48aa-8a7a-6759a44e49bf req-9e1996fd-f17a-44e8-b2d3-8cbd222b573e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:50.784746 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-177a5d0e-836e-48aa-8a7a-6759a44e49bf req-9e1996fd-f17a-44e8-b2d3-8cbd222b573e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0891895 Jun 29 17:28:50.832113 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-177a5d0e-836e-48aa-8a7a-6759a44e49bf req-67424e01-22da-407c-aeed-d310975a34d9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Jun 29 17:28:52.053413 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbb367-c633-4f48-be76-1de703e9b81b req-020716d1-dbfa-466d-81b9-0e9c5a65d64c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:52.054837 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c0dbb367-c633-4f48-be76-1de703e9b81b req-020716d1-dbfa-466d-81b9-0e9c5a65d64c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0778961 Jun 29 17:28:52.107771 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c0dbb367-c633-4f48-be76-1de703e9b81b req-41152dcc-e067-4b84-90d3-c542deda2b6c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 Jun 29 17:28:53.337821 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651c895-96fa-452a-b7d1-598278629836 req-bd9a07a7-2d88-4b10-b6dd-57f811db9564 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:53.339286 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6651c895-96fa-452a-b7d1-598278629836 req-bd9a07a7-2d88-4b10-b6dd-57f811db9564 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0897732 Jun 29 17:28:53.397140 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6651c895-96fa-452a-b7d1-598278629836 req-53c74374-de91-4312-955a-3cd9542fe6fd tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497625 Jun 29 17:28:54.261195 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:28:54.401016 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:54.417957 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'mac_address': 'fa:16:3e:ae:1c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:28:54.477512 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.497596 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c02f2dad-eb32-475f-976e-f1fec618eb2c {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:54.514137 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:54.518471 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.521255 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:54.588858 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=6']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:54.597985 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.598392 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.598736 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.599065 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.599391 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.599716 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.600026 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.600361 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.600687 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.601000 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.601314 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:54.605350 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:54.621939 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3280-89b5-4241-9ac2-0f4903582702 req-eeb3195c-6170-433e-b510-8a7aa4ff9d78 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:54.623528 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a3ea3280-89b5-4241-9ac2-0f4903582702 req-eeb3195c-6170-433e-b510-8a7aa4ff9d78 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 945 time: 0.0848126 Jun 29 17:28:54.675674 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a3ea3280-89b5-4241-9ac2-0f4903582702 req-1d5fe2ef-3d04-4b5d-aa4c-bde204f8452a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459683 Jun 29 17:28:54.759531 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['c02f2dad-eb32-475f-976e-f1fec618eb2c'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:28:55.903894 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23688a5f-f083-447f-bed7-0e8bc1f1d0ad req-8295ed0a-60ef-444c-b026-6fce3359c044 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:55.905466 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-23688a5f-f083-447f-bed7-0e8bc1f1d0ad req-8295ed0a-60ef-444c-b026-6fce3359c044 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 945 time: 0.0848114 Jun 29 17:28:55.967817 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-23688a5f-f083-447f-bed7-0e8bc1f1d0ad req-fcd84185-1a04-44e4-b1f0-d27c61be8661 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551186 Jun 29 17:28:56.271256 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:28:56.355558 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port c02f2dad-eb32-475f-976e-f1fec618eb2c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:56.356050 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.489166 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.523666 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:56.533736 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:56.541560 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.544317 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b423f66e-a993-46af-9943-a242ad4eab9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:56.590289 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'code': 200} Jun 29 17:28:56.627802 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=7']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:56.631176 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:57.240510 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b2be-0cdf-4b14-8170-790f0f41b7b5 req-fb527de1-73a0-402a-a4ac-bdaaaa2a8b61 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:57.243153 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-14e5b2be-0cdf-4b14-8170-790f0f41b7b5 req-fb527de1-73a0-402a-a4ac-bdaaaa2a8b61 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.1057763 Jun 29 17:28:57.300612 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-14e5b2be-0cdf-4b14-8170-790f0f41b7b5 req-5a5bb586-3420-420d-b320-9c7c59eca0d3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509987 Jun 29 17:28:57.673123 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:58.533090 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca593a-abab-46c4-8c83-1e1af69b5dab req-1826de62-cadb-49be-bf33-08836b307e67 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:58.534536 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5ca593a-abab-46c4-8c83-1e1af69b5dab req-1826de62-cadb-49be-bf33-08836b307e67 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0795970 Jun 29 17:28:58.583506 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5ca593a-abab-46c4-8c83-1e1af69b5dab req-749769d6-6cbe-4371-9737-1e073538c0a3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Jun 29 17:28:59.586912 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e7357f1e-05f0-4452-9e54-5fc459379e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.826408 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc49c-ed4b-42b8-8820-6229ecc566d2 req-85f833fa-f4de-467c-a17a-187d357f7f14 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:59.828303 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b22bc49c-ed4b-42b8-8820-6229ecc566d2 req-85f833fa-f4de-467c-a17a-187d357f7f14 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0918105 Jun 29 17:28:59.882864 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b22bc49c-ed4b-42b8-8820-6229ecc566d2 req-707088c5-5910-4cc5-98a9-1e192441a935 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473187 Jun 29 17:29:00.136735 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.577270 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:29:01.121822 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a923f0-5a1e-4126-9181-711d0aa72495 req-56b826b3-ae71-48d6-bc9a-70bca4518626 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:01.124213 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-60a923f0-5a1e-4126-9181-711d0aa72495 req-56b826b3-ae71-48d6-bc9a-70bca4518626 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0903792 Jun 29 17:29:01.176878 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-60a923f0-5a1e-4126-9181-711d0aa72495 req-97d40116-4bbf-404b-a463-20dda37c2f54 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Jun 29 17:29:01.927583 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d8e90c12-6d7a-489d-a7c1-2cd7626dcd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:02.407749 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6103fa-a667-4ed2-879d-9b148025c930 req-e84c5cc5-eaed-42c4-9c03-a7d89ccd8978 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:02.410116 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b6103fa-a667-4ed2-879d-9b148025c930 req-e84c5cc5-eaed-42c4-9c03-a7d89ccd8978 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0798914 Jun 29 17:29:02.457998 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0b6103fa-a667-4ed2-879d-9b148025c930 req-ea7ec500-c485-4014-abe7-17caed7574ad tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417702 Jun 29 17:29:03.026963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.083732 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-ff2fbc82-dbf4-44ee-bef1-376935e84512 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1099 time: 0.0831428 Jun 29 17:29:03.247393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-e28018a0-b114-4749-a998-6f404bd31b0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:03.248902 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-e28018a0-b114-4749-a998-6f404bd31b0e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1427441 Jun 29 17:29:03.368408 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-12efe723-25c8-4cee-a952-6636c11f3047 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 1002 time: 0.1067150 Jun 29 17:29:03.436460 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-be8bc0c4-51a5-49c3-bbd4-91822f5fdd5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:03.438156 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-be8bc0c4-51a5-49c3-bbd4-91822f5fdd5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0614479 Jun 29 17:29:03.528265 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-ce43fca8-9afa-4463-b85b-7f16e2ffc763 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806675 Jun 29 17:29:03.709955 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-d7896393-85d1-4780-aed9-e9539f8d423f service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686084 Jun 29 17:29:03.725318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed63ab-c5cf-4568-8b53-ce97065f1f4d req-a21c27ea-2556-44e1-8e23-40e5bbc43d57 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:03.727808 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a0ed63ab-c5cf-4568-8b53-ce97065f1f4d req-a21c27ea-2556-44e1-8e23-40e5bbc43d57 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.1112761 Jun 29 17:29:03.804575 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a0ed63ab-c5cf-4568-8b53-ce97065f1f4d req-59fe1354-a7f9-400d-a7ea-8123e1b63eed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568538 Jun 29 17:29:03.977342 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2520819d-8e4f-4434-9f0b-993f756dc46f req-62701d42-80c7-4d42-9f31-69eefdb43433 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595577 Jun 29 17:29:04.530533 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:05.019326 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87956f-c789-4673-9ece-00d1373d9a15 req-500624dc-52c8-41c4-a32f-cf65cb0beb65 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:05.020778 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef87956f-c789-4673-9ece-00d1373d9a15 req-500624dc-52c8-41c4-a32f-cf65cb0beb65 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0787077 Jun 29 17:29:05.071817 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef87956f-c789-4673-9ece-00d1373d9a15 req-a0082217-54b1-47d5-96ad-7917135a1755 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Jun 29 17:29:05.571586 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-ef2b8717-3a79-4ea2-93fa-8404446fd0b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1099 time: 0.0875874 Jun 29 17:29:05.717096 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-81e3cb39-baaf-4b6b-9577-b188c24a1821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:05.718565 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-81e3cb39-baaf-4b6b-9577-b188c24a1821 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1359046 Jun 29 17:29:05.828170 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-b9b8721f-b170-4c40-b9cd-d61ef6d87caa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 1002 time: 0.1011925 Jun 29 17:29:05.902500 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-87207513-0efe-4dff-aca3-5f88e8e64cef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:05.904049 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-87207513-0efe-4dff-aca3-5f88e8e64cef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0602100 Jun 29 17:29:05.988426 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-cb1b964a-3248-49f0-addc-005ac8b0d670 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725372 Jun 29 17:29:06.141369 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-38c71c0d-9548-42fc-b1fd-357529b9407c service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386232 Jun 29 17:29:06.275998 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5bc1af82-2f49-458f-ae4e-f7e265582bf7 req-422e057e-61a8-45c1-947a-7cf1c575ca19 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273451 Jun 29 17:29:06.293442 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb806c-4c85-477b-ac90-582a742c9218 req-0aebc037-f743-446a-a697-9d314aac5faa tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:06.294896 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-14cb806c-4c85-477b-ac90-582a742c9218 req-0aebc037-f743-446a-a697-9d314aac5faa tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0786276 Jun 29 17:29:06.344425 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-14cb806c-4c85-477b-ac90-582a742c9218 req-888174fc-38d6-4f9a-8e61-b9ae0ede59ed tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Jun 29 17:29:07.702920 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201dc3-760c-4fa1-8f52-ba471fd6235d req-e59a3023-3f1e-4e38-892a-12c881bc031f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:07.705260 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00201dc3-760c-4fa1-8f52-ba471fd6235d req-e59a3023-3f1e-4e38-892a-12c881bc031f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 946 time: 0.0867951 Jun 29 17:29:07.753089 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-00201dc3-760c-4fa1-8f52-ba471fd6235d req-c4659e29-c433-458c-974b-9f2536fd17ac tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 Jun 29 17:29:08.366061 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:29:08.490681 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:08.520155 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:08.529782 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:08.535968 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:08.537532 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b7dcd0c7-15b0-43b5-9333-7ac691e78db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:08.584670 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'code': 200} Jun 29 17:29:08.611353 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=8']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:08.614495 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:08.980610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22971-58d5-4359-8ae6-05a6a95ea071 req-3aa16996-20e3-43f3-b7b1-5ed994074a1a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:08.982260 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7ec22971-58d5-4359-8ae6-05a6a95ea071 req-3aa16996-20e3-43f3-b7b1-5ed994074a1a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0851836 Jun 29 17:29:09.032504 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7ec22971-58d5-4359-8ae6-05a6a95ea071 req-18ef6ca4-88d3-4798-b7a0-548ebda98e67 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444489 Jun 29 17:29:10.630808 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a480a20c-c76a-45ab-8994-1995115435b4 req-6bd5ae89-9145-41f8-832c-0b21d9e0a599 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0776448 Jun 29 17:29:11.039982 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-8fe7f8f6-9935-430c-9fb3-81d6c9da0c14 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2156060 Jun 29 17:29:11.046092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967af5fd-ee76-4aa0-ad7f-ba736b0f071c req-a4d6d3f2-a478-4782-b791-b74c5c02097f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:11.047387 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-967af5fd-ee76-4aa0-ad7f-ba736b0f071c req-a4d6d3f2-a478-4782-b791-b74c5c02097f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.1932929 Jun 29 17:29:11.098350 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-967af5fd-ee76-4aa0-ad7f-ba736b0f071c req-b07d0fe8-495b-4ca2-81e7-ec5de4c791cc tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Jun 29 17:29:11.597791 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-579983ea-f528-4e83-b088-b5d30618b390 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2&tenant_id=b45d3025aa5947659b8cc1a30c00fd86 HTTP/1.1" status: 200 len: 1097 time: 0.0698040 Jun 29 17:29:11.714157 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-492b09e4-9ac0-4cc7-aaf3-e5b7d65190fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1097 time: 0.0771954 Jun 29 17:29:11.847644 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-f3f21576-e53d-4b8a-9c2e-4760c1955c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:11.849111 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-f3f21576-e53d-4b8a-9c2e-4760c1955c83 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 200 len: 917 time: 0.1272876 Jun 29 17:29:12.029056 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-e79080af-01a8-4aad-87dc-da7aef2a303b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 200 len: 1000 time: 0.1698139 Jun 29 17:29:12.095691 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-413d72df-0fe3-4dcf-9382-cadbaef65b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:12.097127 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-413d72df-0fe3-4dcf-9382-cadbaef65b6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 200 len: 855 time: 0.0577483 Jun 29 17:29:12.174215 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-ab31336e-0a9b-4cab-9f18-6d74ad9a77ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6e3b960-421a-4a30-8302-31bbf353c038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697517 Jun 29 17:29:12.356046 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-d1e44fe4-ea44-4fc6-b1a0-ee0850c10a1a service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741080 Jun 29 17:29:12.388184 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:29:12.392259 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f9c8-7800-4622-8e9b-42eabcc8fe8d req-e1419131-9bd6-46ed-8e21-49bedacc7c39 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:12.393824 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9915f9c8-7800-4622-8e9b-42eabcc8fe8d req-e1419131-9bd6-46ed-8e21-49bedacc7c39 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.1463675 Jun 29 17:29:12.522937 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9915f9c8-7800-4622-8e9b-42eabcc8fe8d req-7eee625c-7e40-43ff-b3b2-273cf4f3384e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802436 Jun 29 17:29:12.531319 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d531da7-0a9d-490b-a47e-e5e820afedfa req-c0fa4d3a-3b99-48c3-8910-b846726e5e26 service neutron] 10.222.0.81 "GET /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681004 Jun 29 17:29:13.779857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448046-502e-4f95-8666-b8ade1fcdded req-6143481e-df0a-4c88-b531-31160164a458 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:13.781930 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cf448046-502e-4f95-8666-b8ade1fcdded req-6143481e-df0a-4c88-b531-31160164a458 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0817170 Jun 29 17:29:13.837567 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cf448046-502e-4f95-8666-b8ade1fcdded req-d110b135-781b-4ab8-a6a4-b26de38209c1 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478768 Jun 29 17:29:15.058906 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b432e-cf0f-4752-ab0d-93a0b26f9ef8 req-befe9fdd-5d53-4939-8797-bd63b6134a0e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:15.061082 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c1b432e-cf0f-4752-ab0d-93a0b26f9ef8 req-befe9fdd-5d53-4939-8797-bd63b6134a0e tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0859232 Jun 29 17:29:15.112922 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9c1b432e-cf0f-4752-ab0d-93a0b26f9ef8 req-bced6d36-beba-4bac-8874-28e50194f835 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459049 Jun 29 17:29:16.347673 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d6b5-174c-4f5a-a204-f773e1dde5b2 req-e5497fea-1797-47f4-a13c-ad2e2f913db4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:16.349334 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5581d6b5-174c-4f5a-a204-f773e1dde5b2 req-e5497fea-1797-47f4-a13c-ad2e2f913db4 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0860248 Jun 29 17:29:16.397605 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5581d6b5-174c-4f5a-a204-f773e1dde5b2 req-2228e64c-4b63-4390-a4b0-ca9a89279911 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424311 Jun 29 17:29:17.626168 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a956f78-12ce-42be-94da-5feeadc2c851 req-b5ff7657-036b-4955-90d3-8296608c2d02 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:17.628306 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6a956f78-12ce-42be-94da-5feeadc2c851 req-b5ff7657-036b-4955-90d3-8296608c2d02 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0815804 Jun 29 17:29:17.677044 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6a956f78-12ce-42be-94da-5feeadc2c851 req-573902be-68b6-4f9e-8e63-a783f58da602 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427959 Jun 29 17:29:18.903409 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe6c7-c621-4a8d-9cc4-55b28e96fa97 req-fba343b3-227c-4fdf-a00e-ed5de7f736bb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:18.904910 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-340fe6c7-c621-4a8d-9cc4-55b28e96fa97 req-fba343b3-227c-4fdf-a00e-ed5de7f736bb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0817444 Jun 29 17:29:18.956356 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-340fe6c7-c621-4a8d-9cc4-55b28e96fa97 req-9fda16de-ff12-44e5-ac47-2ae984f6a669 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Jun 29 17:29:20.178935 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb8226-5fb7-41ae-9642-4c0af972ffe6 req-b83f2ab7-6e4e-4227-94fe-84dc39077a2c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:20.180442 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-67bb8226-5fb7-41ae-9642-4c0af972ffe6 req-b83f2ab7-6e4e-4227-94fe-84dc39077a2c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0853999 Jun 29 17:29:20.231007 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-67bb8226-5fb7-41ae-9642-4c0af972ffe6 req-536ae184-3737-49d8-9e84-bc60f5a4b600 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443506 Jun 29 17:29:21.453800 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e00c5-1e18-4f61-a728-e876da4d532d req-ec8c29a9-79fc-47cc-87ef-77e2a14204fb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:21.455307 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2c0e00c5-1e18-4f61-a728-e876da4d532d req-ec8c29a9-79fc-47cc-87ef-77e2a14204fb tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0828543 Jun 29 17:29:21.503151 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2c0e00c5-1e18-4f61-a728-e876da4d532d req-fa71c27a-c615-41e9-a875-12eb023176de tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Jun 29 17:29:22.729533 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e67fd0-038b-4bde-ace6-c164d8120968 req-8657ac27-1a10-4938-8e39-e3487956dfc7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:22.731048 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-23e67fd0-038b-4bde-ace6-c164d8120968 req-8657ac27-1a10-4938-8e39-e3487956dfc7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0842159 Jun 29 17:29:22.782115 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-23e67fd0-038b-4bde-ace6-c164d8120968 req-d5ea9a35-8575-4756-b71c-6b3a09b81b32 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Jun 29 17:29:24.004749 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d1d21-5914-4283-8581-ff4b2fa0798b req-e231ea2c-56db-4ebc-bc53-a6d4899d5c7a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:24.006173 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9d2d1d21-5914-4283-8581-ff4b2fa0798b req-e231ea2c-56db-4ebc-bc53-a6d4899d5c7a tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0826674 Jun 29 17:29:24.058911 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9d2d1d21-5914-4283-8581-ff4b2fa0798b req-f4d63ddf-2707-46bc-ae5a-47c0683961f6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Jun 29 17:29:25.285732 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b06d5b-e2aa-448f-b3d4-987ce5fa5ccd req-c36179ee-479b-464a-b266-7ef8ef8c6530 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:25.287235 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-72b06d5b-e2aa-448f-b3d4-987ce5fa5ccd req-c36179ee-479b-464a-b266-7ef8ef8c6530 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0831001 Jun 29 17:29:25.338021 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-72b06d5b-e2aa-448f-b3d4-987ce5fa5ccd req-a66430dc-be51-4e9d-8e25-84c3959e5e01 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Jun 29 17:29:26.575357 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b4d62-c2e9-4ce3-af27-56ed70a9e11c req-e3ae9df1-9b23-42a2-a6fc-208ee0c23cc6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:26.576830 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-906b4d62-c2e9-4ce3-af27-56ed70a9e11c req-e3ae9df1-9b23-42a2-a6fc-208ee0c23cc6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0974293 Jun 29 17:29:26.622409 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-906b4d62-c2e9-4ce3-af27-56ed70a9e11c req-fa1cbd03-4fdc-4769-aea3-ca900141c714 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 Jun 29 17:29:27.672514 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.839514 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3117b8-69f5-42f0-8826-511e6286f3c0 req-51ee9f5e-dd44-4b7d-a7e6-fc36ead3a51c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:27.841023 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e3117b8-69f5-42f0-8826-511e6286f3c0 req-51ee9f5e-dd44-4b7d-a7e6-fc36ead3a51c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 944 time: 0.0834460 Jun 29 17:29:27.896528 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2e3117b8-69f5-42f0-8826-511e6286f3c0 req-91c9da42-0d39-4afd-b70b-8c0ffa71a244 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Jun 29 17:29:28.473886 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:29:28.611127 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:28.624985 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'port_id': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'mac_address': 'fa:16:3e:ae:1c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:29:28.681875 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:28.699350 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f2dad-eb32-475f-976e-f1fec618eb2c {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:29:28.714494 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:28.719060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:28.720804 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:28.785464 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=9']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:28.788807 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:29.112160 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9f204-cb05-4549-a7a5-19548a0bfd70 req-9ef372e1-3826-48ac-b31e-07e4efaf7d1f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:29.113795 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cfc9f204-cb05-4549-a7a5-19548a0bfd70 req-9ef372e1-3826-48ac-b31e-07e4efaf7d1f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 945 time: 0.0803626 Jun 29 17:29:29.164924 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cfc9f204-cb05-4549-a7a5-19548a0bfd70 req-1ce42f7d-4db4-43eb-b230-d79745f014d7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Jun 29 17:29:29.185227 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['c02f2dad-eb32-475f-976e-f1fec618eb2c'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:29:29.583869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-ab87aad2-0c75-4a9a-bcb4-7505e1d473c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.130583 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.380266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c109-1855-4c48-95cd-38a9cad93b02 req-67b5e4ed-138c-4a97-90f1-271f1b932279 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:30.381767 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8517c109-1855-4c48-95cd-38a9cad93b02 req-67b5e4ed-138c-4a97-90f1-271f1b932279 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 945 time: 0.0815921 Jun 29 17:29:30.429777 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8517c109-1855-4c48-95cd-38a9cad93b02 req-68991cb9-efc7-493b-9d62-d5b6ddc48200 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Jun 29 17:29:30.473612 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:29:30.544453 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port c02f2dad-eb32-475f-976e-f1fec618eb2c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:30.544833 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.664252 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.691641 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:30.701976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:30.707591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.709435 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:30.757404 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'code': 200} Jun 29 17:29:30.789936 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=10']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:30.792854 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:31.136245 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c780b384-241e-4d4e-8ec8-f191c8cce4c5 req-14ed6a6a-653b-4822-8787-fcd3485c905c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 1100 time: 0.0866981 Jun 29 17:29:31.191448 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-c780b384-241e-4d4e-8ec8-f191c8cce4c5 req-5562be1a-b73e-4249-a2e8-65f05e4681b0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450206 Jun 29 17:29:31.652657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec919648-4f09-4677-a7fe-c1acd8514ae8 req-2db36c83-ab25-4857-9b18-c82403ee9372 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:31.654624 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ec919648-4f09-4677-a7fe-c1acd8514ae8 req-2db36c83-ab25-4857-9b18-c82403ee9372 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.0824993 Jun 29 17:29:31.704616 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ec919648-4f09-4677-a7fe-c1acd8514ae8 req-385dfd6d-c0f6-4e6a-943e-a0ed128c76d8 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443437 Jun 29 17:29:31.924098 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-3f9d9816-36b7-44b2-b560-b139a5fbcc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.939713 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d419-4c94-4be3-a003-9e0b79b456be req-b6480ac5-6712-4bb1-9e70-ca242b9d2c9f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:32.941228 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-50c6d419-4c94-4be3-a003-9e0b79b456be req-b6480ac5-6712-4bb1-9e70-ca242b9d2c9f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.0933745 Jun 29 17:29:32.990536 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-50c6d419-4c94-4be3-a003-9e0b79b456be req-8970c6ed-b8ff-447d-bfc3-1dd182f1ffa6 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416749 Jun 29 17:29:33.028804 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:33.575426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493d3d-25e4-41f3-a9e5-a8610cc34061 req-211112d0-3a79-4314-9cf5-852145e1d480 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:33.576819 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2f493d3d-25e4-41f3-a9e5-a8610cc34061 req-211112d0-3a79-4314-9cf5-852145e1d480 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0802381 Jun 29 17:29:33.633937 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2f493d3d-25e4-41f3-a9e5-a8610cc34061 req-a2ffee38-50ba-4183-9226-f0f31943e35e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512199 Jun 29 17:29:34.232203 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e42e90-bde9-40af-9d58-870d2e672189 req-a81ed9e8-0a4b-4ca1-b293-0dcb1c451cd7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:34.233912 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-28e42e90-bde9-40af-9d58-870d2e672189 req-a81ed9e8-0a4b-4ca1-b293-0dcb1c451cd7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.0891216 Jun 29 17:29:34.283772 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-28e42e90-bde9-40af-9d58-870d2e672189 req-f0eb0080-3200-4474-8b29-b24e8eb4051c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Jun 29 17:29:34.530037 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.869420 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b156a-4689-49ad-9278-028833835a31 req-b9da102f-67d3-4ba9-9b96-7c092bd00e59 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:34.870896 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5b6b156a-4689-49ad-9278-028833835a31 req-b9da102f-67d3-4ba9-9b96-7c092bd00e59 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0929031 Jun 29 17:29:34.922568 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5b6b156a-4689-49ad-9278-028833835a31 req-7816ddcc-9f26-4be0-aecb-39d0ecee4f68 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Jun 29 17:29:36.173938 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced5c7-0527-47dc-acce-7d4045d763ad req-87d788e4-4a56-40fb-be81-cb4cb09c800c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:36.175374 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-59ced5c7-0527-47dc-acce-7d4045d763ad req-87d788e4-4a56-40fb-be81-cb4cb09c800c tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0910113 Jun 29 17:29:36.269883 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-59ced5c7-0527-47dc-acce-7d4045d763ad req-c3e3b9d0-1c6c-43ff-ba56-c50fb29fb8e8 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups?id=21546e78-d7cf-49d4-b22b-c8df1e30dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879834 Jun 29 17:29:36.289764 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-3971e769-aad5-4b05-9d0e-17f1b017b68e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:36.291165 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-3971e769-aad5-4b05-9d0e-17f1b017b68e tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 946 time: 0.0957906 Jun 29 17:29:36.368868 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Deleting port 65c0c936-7883-4d52-8f60-6b60b53770dc {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:36.369312 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.695094 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] For port 65c0c936-7883-4d52-8f60-6b60b53770dc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=65c0c936-7883-4d52-8f60-6b60b53770dc,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:36.695485 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.996821 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.997037 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.997381 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.l3_db [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Floating IP 973c43f9-ec4b-41f4-aefb-5a80c747d590 disassociated. External IP: 172.27.2.190, port: 65c0c936-7883-4d52-8f60-6b60b53770dc. Jun 29 17:29:36.997718 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Calling delete_port for 65c0c936-7883-4d52-8f60-6b60b53770dc owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:29:37.163471 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.171787 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0fd0643b-a606-4985-b65b-8b08551a7622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:37.219416 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event deleted for resources: {'Port': ['ID=65c0c936-7883-4d52-8f60-6b60b53770dc,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:37.222799 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:37.431652 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:29:37.435822 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-92c6e500-a539-46cd-945b-3c2e1b5386f7 req-7103deb2-879c-440e-a7ea-b867228dd404 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 210 time: 0.0414047 Jun 29 17:29:37.577647 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:29:37.645009 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:29:37.655564 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:29:37.670049 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:37.670695 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:29:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:37.718574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] No DVR routers for this DVR port 65c0c936-7883-4d52-8f60-6b60b53770dc on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:29:37.721431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.724673 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'name': 'network-vif-deleted', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:37.740589 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f7e5f437-f529-4c19-b714-e31ef65d0245 req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.81 "DELETE /v2.0/ports/65c0c936-7883-4d52-8f60-6b60b53770dc HTTP/1.1" status: 204 len: 173 time: 1.4424212 Jun 29 17:29:37.783515 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78c8a3-50b2-4f18-8d60-eeeda7ea7113', 'name': 'network-vif-deleted', 'tag': '65c0c936-7883-4d52-8f60-6b60b53770dc', 'status': 'completed', 'code': 200} Jun 29 17:29:37.852252 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:29:38.171505 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:38.175467 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:29:38.187875 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:38.188524 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:29:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:38.402982 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:29:38.524727 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 65c0c936-7883-4d52-8f60-6b60b53770dc no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:29:38.582295 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 65c0c936-7883-4d52-8f60-6b60b53770dc {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:29:38.582637 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 65c0c936-7883-4d52-8f60-6b60b53770dc not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:29:38.617040 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-b9c48d8c-3dfb-40e5-afee-81954ca22e6b req-1beb1165-506e-486e-867b-c5ce9e86ea63 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a78c8a3-50b2-4f18-8d60-eeeda7ea7113 HTTP/1.1" status: 200 len: 210 time: 0.0447972 Jun 29 17:29:38.747961 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:38.751909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904e8f9-bade-4d4a-8cf7-47fdc4fb253d None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:15Z', 'revision_number': 4, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '2b042fa4-41b3-467c-8a5b-973d9d4eed1f', 'name': '', 'network_id': '274626c6-d04c-4388-9ad0-11f15d224331', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'mac_address': 'fa:16:3e:80:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:12Z', 'updated_at': '2021-06-29T17:21:40Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'subnets': [{'id': 'e1136e91-a4a8-4b99-bc79-ae0872929054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:29:38.988413 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225779a-9ac6-43ce-9439-9a722cae2aba None None] New status for floating IP 973c43f9-ec4b-41f4-aefb-5a80c747d590: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:29:39.768717 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40088) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:39.840000 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:39.871901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:39.929526 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:39.933249 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-21f09ada-53d8-4d69-a7ac-c919b3165668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:39.948065 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21546e78-d7cf-49d4-b22b-c8df1e30dda3,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:39.959334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.959700 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.960064 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.960444 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.960807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.961156 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.961502 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.961852 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.962194 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.962535 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.962876 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:39.966543 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:39.968833 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:39.969507 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-cca31d31-d2f9-4cb6-be42-6c21e834a9ab tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "DELETE /v2.0/security-groups/21546e78-d7cf-49d4-b22b-c8df1e30dda3 HTTP/1.1" status: 204 len: 168 time: 0.1993740 Jun 29 17:29:39.973240 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40092) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:39.997313 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.api.v2.resource [None req-b46028fc-4b03-4dda-952e-688ed2d3ea30 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] show failed (client error): The resource could not be found. Jun 29 17:29:39.998376 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b46028fc-4b03-4dda-952e-688ed2d3ea30 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "GET /v2.0/security-groups/21546e78-d7cf-49d4-b22b-c8df1e30dda3 HTTP/1.1" status: 404 len: 347 time: 0.0214691 Jun 29 17:29:40.002799 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40096) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:40.153158 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Deleting port aff62c9b-7bcf-4f84-b403-07b731c43e1f {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:40.153462 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.414425 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.414729 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.539545 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Calling delete_port for aff62c9b-7bcf-4f84-b403-07b731c43e1f owned by network:floatingip {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:29:40.681956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.685785 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1958d3ce-5c0d-49f6-8be6-3d1ac0b39b65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:40.728802 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Pushing event deleted for resources: {'Port': ['ID=aff62c9b-7bcf-4f84-b403-07b731c43e1f,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:40.769570 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.769932 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.770310 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.770725 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.771089 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.771459 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.771807 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.772148 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.772518 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.772857 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.773195 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:40.779747 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:40.833543 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks [] for floatingip, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.848598 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.849870 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] 10.222.0.79 "DELETE /v2.0/floatingips/973c43f9-ec4b-41f4-aefb-5a80c747d590 HTTP/1.1" status: 204 len: 168 time: 0.8461061 Jun 29 17:29:44.953954 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40130) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:45.571002 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:46.234578 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Deleting port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:46.235246 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:46.496706 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] For port 2b042fa4-41b3-467c-8a5b-973d9d4eed1f, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:46.496706 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:46.616972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Calling delete_port for 2b042fa4-41b3-467c-8a5b-973d9d4eed1f owned by network:router_interface {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:29:46.945800 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:46.949414 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-07289dcc-e34f-4798-bf8b-8da16204ce6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:46.992103 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b042fa4-41b3-467c-8a5b-973d9d4eed1f,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:46.995449 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:47.299370 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:48.022480 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Router a0befc42-f28c-466b-a436-1ce41e0caaf9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:29:48.226198 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:29:48.236059 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] Sync routers for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:29:48.242564 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8df467fe-b62b-43ad-8c18-dabcfcc5310d admin admin] 10.222.0.79 "PUT /v2.0/routers/a0befc42-f28c-466b-a436-1ce41e0caaf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2847056 Jun 29 17:29:48.243038 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40136) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:48.265118 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:48.265782 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:29:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:48.442921 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks [] for router, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:48.446716 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:29:48.736523 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:29:46Z', 'revision_number': 5, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port': {'id': 'dd6af1c3-f33a-48a2-9298-908ce9ace2a8', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:56Z', 'updated_at': '2021-06-29T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:48.739282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:48.740832 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] Checking router: a0befc42-f28c-466b-a436-1ce41e0caaf9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:29:48.749587 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Deleting port dd6af1c3-f33a-48a2-9298-908ce9ace2a8 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:48.749965 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:48.752794 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] Routers {'a0befc42-f28c-466b-a436-1ce41e0caaf9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:48.753403 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:29:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['a0befc42-f28c-466b-a436-1ce41e0caaf9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:48.901976 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] Set router a0befc42-f28c-466b-a436-1ce41e0caaf9 gateway port host: None {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:29:48.923406 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] For port dd6af1c3-f33a-48a2-9298-908ce9ace2a8, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:48.923757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.007415 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:29:48Z', 'revision_number': 6, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:49.011489 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109c9db-7362-4add-81e7-12b9a1a90cad None None] The sync data for ids ['a0befc42-f28c-466b-a436-1ce41e0caaf9'] in dv-cinder-798672-1-iscsi is: [{'id': 'a0befc42-f28c-466b-a436-1ce41e0caaf9', 'name': 'tempest-AttachVolumeTestJSON-1716013208-router', 'tenant_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:29:48Z', 'revision_number': 6, 'project_id': '4772ce0d073644e3a471bd3b1e1ceff3', 'gw_port_host': None}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:29:49.048086 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Calling delete_port for dd6af1c3-f33a-48a2-9298-908ce9ace2a8 owned by network:router_gateway {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:29:49.223653 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.227815 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:49.275721 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6af1c3-f33a-48a2-9298-908ce9ace2a8,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:49.278442 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:49.506529 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.769030 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.774049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.799115 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.799789 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0befc42-f28c-466b-a436-1ce41e0caaf9 {{(pid=74138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:29:49.813249 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.814370 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6c96423a-9362-40e3-91e3-37fe9288ea7e admin admin] 10.222.0.79 "DELETE /v2.0/routers/a0befc42-f28c-466b-a436-1ce41e0caaf9 HTTP/1.1" status: 204 len: 168 time: 1.5703170 Jun 29 17:29:49.817042 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40140) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:49.876134 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Deleting subnet e1136e91-a4a8-4b99-bc79-ae0872929054 {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:29:49.879220 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.929593 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.013793 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.051833 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2b042fa4-41b3-467c-8a5b-973d9d4eed1f no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:29:50.083958 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.085806 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 2b042fa4-41b3-467c-8a5b-973d9d4eed1f {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:29:50.086160 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 2b042fa4-41b3-467c-8a5b-973d9d4eed1f not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:29:50.086576 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device dd6af1c3-f33a-48a2-9298-908ce9ace2a8 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:29:50.087863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:50.117770 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: dd6af1c3-f33a-48a2-9298-908ce9ace2a8 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:29:50.118115 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device dd6af1c3-f33a-48a2-9298-908ce9ace2a8 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:29:50.125085 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1136e91-a4a8-4b99-bc79-ae0872929054,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:50.127404 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:50.132840 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.138546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2384bfe-67e5-4ce0-b590-10adf6bb930d None None] Network 274626c6-d04c-4388-9ad0-11f15d224331 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:29:50.141978 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-00699b4b-8251-4d38-bae1-386fa4d11a56 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e1136e91-a4a8-4b99-bc79-ae0872929054 HTTP/1.1" status: 204 len: 168 time: 0.3216362 Jun 29 17:29:50.142247 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40144) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:50.355191 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.366194 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Deleting port 09505074-77d9-4421-a5bf-ab80a857ea92 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:50.366757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.452815 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] DHCP port deletion for 274626c6-d04c-4388-9ad0-11f15d224331 request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:29:50.457345 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Deleting port 09505074-77d9-4421-a5bf-ab80a857ea92 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:50.457722 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.573504 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] For port 09505074-77d9-4421-a5bf-ab80a857ea92, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=09505074-77d9-4421-a5bf-ab80a857ea92,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:50.573820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.657493 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] For port 09505074-77d9-4421-a5bf-ab80a857ea92, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=09505074-77d9-4421-a5bf-ab80a857ea92,segment=NetworkSegment(217fa206-8e68-4025-89f9-861c9e44d33f),segment_id=217fa206-8e68-4025-89f9-861c9e44d33f)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:50.657884 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.694278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Calling delete_port for 09505074-77d9-4421-a5bf-ab80a857ea92 owned by network:dhcp {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:29:50.773069 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.777453 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-291d7d7e-3317-4fcb-81bc-778d9de15219 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:50.781798 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Calling delete_port for 09505074-77d9-4421-a5bf-ab80a857ea92 owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:29:50.817680 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Pushing event deleted for resources: {'Port': ['ID=09505074-77d9-4421-a5bf-ab80a857ea92,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:50.820493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:50.823053 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] No DVR routers for this DVR port 09505074-77d9-4421-a5bf-ab80a857ea92 on host dv-cinder-798672-1-iscsi {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:29:50.852655 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:29:50.853680 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:29:50.935868 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.948685 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274626c6-d04c-4388-9ad0-11f15d224331']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:50.961422 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217fa206-8e68-4025-89f9-861c9e44d33f') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:50.961708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217fa206-8e68-4025-89f9-861c9e44d33f') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:50.973478 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.994250 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.000713 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:29:51.001085 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:29:51.014001 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:29:51.089593 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.094104 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e7631747-4d8e-4f39-9bbd-83e8ee87057e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:51.106534 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.116517 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Pushing event deleted for resources: {'Network': ['ID=274626c6-d04c-4388-9ad0-11f15d224331,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:51.119500 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:51.132618 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] 10.222.0.79 "DELETE /v2.0/networks/274626c6-d04c-4388-9ad0-11f15d224331 HTTP/1.1" status: 204 len: 168 time: 0.9893823 Jun 29 17:29:51.277513 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40150) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:51.334242 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8e27b955-813f-4d72-8e3c-d64e4669520c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4772ce0d073644e3a471bd3b1e1ceff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552771 Jun 29 17:29:51.337817 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40154) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:29:51.355426 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Deleting port 09505074-77d9-4421-a5bf-ab80a857ea92 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:29:51.355959 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.402021 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.421353 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-94056c8e-8c87-4adc-8d6b-e981e0cd616d None None] The port '09505074-77d9-4421-a5bf-ab80a857ea92' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:29:51.429981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.485730 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.489462 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-388d411e-be85-4acf-8058-ed672697d09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:51.503108 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82de0964-7336-4966-94cd-36e90f4fbf38,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:51.507093 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:51.510612 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.511738 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82de0964-7336-4966-94cd-36e90f4fbf38 HTTP/1.1" status: 204 len: 168 time: 0.1730216 Jun 29 17:29:52.050633 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 09505074-77d9-4421-a5bf-ab80a857ea92 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:29:52.083474 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 09505074-77d9-4421-a5bf-ab80a857ea92 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:29:52.083822 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 09505074-77d9-4421-a5bf-ab80a857ea92 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:29:57.691603 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:59.580157 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e61d84e8-480f-4c26-9566-95b16589da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:00.136493 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:01.919667 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d0d504bc-834f-4b18-b143-3be65269e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.266849 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40266) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:02.432027 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.464719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:02.469185 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Usage tracker for resource:security_group_rule and tenant:6c15566dbd8447d293921b1b16790d6c is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:02.472424 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:02.479092 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:02.547297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.554803 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.565010 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-26d507d0-041f-44b6-a77a-ffed337b2653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:02.606328 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd848c4-18cd-4997-8e1f-a089795873d6,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:02.609452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:02.611774 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c15566dbd8447d293921b1b16790d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3438668 Jun 29 17:30:02.614512 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40272) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:02.677297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.703608 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.757348 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.761278 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d6145734-dae1-4212-a9d1-ad5a6dcf8814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:02.775340 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd848c4-18cd-4997-8e1f-a089795873d6,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:02.777634 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:02.779825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:02.780967 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cfd848c4-18cd-4997-8e1f-a089795873d6 HTTP/1.1" status: 204 len: 168 time: 0.1655798 Jun 29 17:30:03.033116 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:04.529939 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.056860 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40316) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:05.204462 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.235263 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:05.239176 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Usage tracker for resource:security_group_rule and tenant:ce03c61f7a9842519f60eb114c30485d is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:05.242077 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:05.247928 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:05.316467 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.322542 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.329550 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:05.369240 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f468bb8-dcc9-4fdd-bc6a-91d5e2be50e2,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:05.373288 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce03c61f7a9842519f60eb114c30485d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151312 Jun 29 17:30:05.374139 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:05.375887 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40322) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:05.440104 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.467479 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.525589 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.529345 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-81c9b8b3-fb4f-4c34-989d-cef0537f742b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:05.540530 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f468bb8-dcc9-4fdd-bc6a-91d5e2be50e2,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:05.544328 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:05.547671 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.549914 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-c489eb5d-8757-411f-8c07-3ad551764ee5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f468bb8-dcc9-4fdd-bc6a-91d5e2be50e2 HTTP/1.1" status: 204 len: 168 time: 0.1730738 Jun 29 17:30:05.910052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40330) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:05.930701 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:05.964593 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:05.968574 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Usage tracker for resource:security_group_rule and tenant:966e4a9b6eea483db01ef486a34dc266 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:05.971427 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:05.977300 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:06.044084 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.049524 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.056501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-effe55c4-57be-45fe-bd66-2eea2943c079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:06.097634 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394fd5d0-327d-48d4-9f55-6157dfb36012,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:06.100659 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:06.103990 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0dc99f1f-99a3-45c4-b631-5bbce4bf7956 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=966e4a9b6eea483db01ef486a34dc266&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1926427 Jun 29 17:30:06.105838 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40334) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:06.167264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.194386 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.247265 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.250934 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e435a905-b96b-4367-92a0-abdf4a25f917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:06.262172 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394fd5d0-327d-48d4-9f55-6157dfb36012,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:06.265734 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:06.268852 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.269954 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-811d019b-1183-4737-973a-350ac160ea44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/394fd5d0-327d-48d4-9f55-6157dfb36012 HTTP/1.1" status: 204 len: 168 time: 0.1632025 Jun 29 17:30:14.240749 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a5db9-d4d0-4e82-a9bd-eda18ec93440 req-09f63945-65e2-48cf-86e0-203107c6709f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:14.242056 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-229a5db9-d4d0-4e82-a9bd-eda18ec93440 req-09f63945-65e2-48cf-86e0-203107c6709f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.1010337 Jun 29 17:30:14.288198 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-229a5db9-d4d0-4e82-a9bd-eda18ec93440 req-322e2ee4-06d6-4f0f-a55d-4e61b8a8fb49 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402062 Jun 29 17:30:14.577939 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:30:15.534269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b068-8a40-4d78-b42e-04312b5d08f6 req-5e9e5276-dea1-43d3-82e2-e1ee1bc8c1e5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:15.536138 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9f78b068-8a40-4d78-b42e-04312b5d08f6 req-5e9e5276-dea1-43d3-82e2-e1ee1bc8c1e5 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.0944488 Jun 29 17:30:15.586276 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9f78b068-8a40-4d78-b42e-04312b5d08f6 req-8a0331bb-d5a2-47b1-822c-af4d359d11d7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437973 Jun 29 17:30:15.999869 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-1c3bab4e-4235-4f24-8bff-fc6135004ab9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:16.001332 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-1c3bab4e-4235-4f24-8bff-fc6135004ab9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.0815189 Jun 29 17:30:16.073562 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Deleting port c02f2dad-eb32-475f-976e-f1fec618eb2c {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:16.073906 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:16.318515 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] For port c02f2dad-eb32-475f-976e-f1fec618eb2c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c02f2dad-eb32-475f-976e-f1fec618eb2c,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:16.318777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:16.704898 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:16.705267 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:16.705580 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.l3_db [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Floating IP a8124400-a95a-4ea3-9148-8c54108bc580 disassociated. External IP: 172.27.2.112, port: c02f2dad-eb32-475f-976e-f1fec618eb2c. Jun 29 17:30:16.705920 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Calling delete_port for c02f2dad-eb32-475f-976e-f1fec618eb2c owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:30:16.897769 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db893ee5-150a-4494-a5da-789c2a0e5143 req-8b8b5e87-49ed-449d-a5bd-ed211cd9e494 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:16.899286 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db893ee5-150a-4494-a5da-789c2a0e5143 req-8b8b5e87-49ed-449d-a5bd-ed211cd9e494 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 947 time: 0.1658523 Jun 29 17:30:16.935006 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:16.942034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-30edd22f-f531-4c65-9772-cea1abba53a1 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:16.991239 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event deleted for resources: {'Port': ['ID=c02f2dad-eb32-475f-976e-f1fec618eb2c,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:16.993790 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:17.064164 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-db893ee5-150a-4494-a5da-789c2a0e5143 req-c8c4f2fd-d892-4801-9d6b-97ed8dbe8a2f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf25c50c-2dc6-4393-a967-bab3e5453c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567168 Jun 29 17:30:17.221660 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:30:17.433450 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:30:17.445412 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:30:17.461415 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:17.462499 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:30:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:17.508838 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] No DVR routers for this DVR port c02f2dad-eb32-475f-976e-f1fec618eb2c on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:30:17.511801 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:17.514664 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-deleted', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:17.531848 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-55da81a8-310f-4ff6-8604-2cdeb7d1aa9e req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.81 "DELETE /v2.0/ports/c02f2dad-eb32-475f-976e-f1fec618eb2c HTTP/1.1" status: 204 len: 173 time: 1.5247958 Jun 29 17:30:17.596601 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb5360-21c6-4d97-8af5-3ebc5d8466d2', 'name': 'network-vif-deleted', 'tag': 'c02f2dad-eb32-475f-976e-f1fec618eb2c', 'status': 'completed', 'code': 200} Jun 29 17:30:17.660328 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:30:17.992875 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:17.997242 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:30:18.008783 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:18.009847 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:30:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:18.188783 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:30:18.277810 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-6fd2c02c-6dd6-4a54-b34b-f2421b02ae3e req-087f9664-d01f-4d51-9422-c78ecbba8516 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Synchronizing usage tracker for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:30:18.297464 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-6fd2c02c-6dd6-4a54-b34b-f2421b02ae3e req-087f9664-d01f-4d51-9422-c78ecbba8516 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Unset dirty status for tenant:b45d3025aa5947659b8cc1a30c00fd86 on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:30:18.298639 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fd2c02c-6dd6-4a54-b34b-f2421b02ae3e req-087f9664-d01f-4d51-9422-c78ecbba8516 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2fb5360-21c6-4d97-8af5-3ebc5d8466d2 HTTP/1.1" status: 200 len: 210 time: 0.0723293 Jun 29 17:30:18.556095 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:18.560366 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2977cb-d506-4fed-8e16-b7c1e2927438 None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:21:04Z', 'revision_number': 4, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ec9ed843-1d96-41de-8ccd-69e61a7deb39', 'name': '', 'network_id': 'f6e3b960-421a-4a30-8302-31bbf353c038', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'mac_address': 'fa:16:3e:c3:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:21:02Z', 'updated_at': '2021-06-29T17:21:22Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'subnets': [{'id': 'ba9e3515-13e6-4ffd-bda5-9db227ed7f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:30:18.776258 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c87dd-8197-4c34-813a-d4344f8249f9 None None] New status for floating IP a8124400-a95a-4ea3-9148-8c54108bc580: DOWN {{(pid=74140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:30:19.464975 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40510) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:19.536985 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:19.566712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:19.626148 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:19.631052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1df5e274-574e-4ee9-a73c-bf55f757bb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:19.646128 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25c50c-2dc6-4393-a967-bab3e5453c1b,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:19.648926 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:19.654401 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:19.655554 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "DELETE /v2.0/security-groups/bf25c50c-2dc6-4393-a967-bab3e5453c1b HTTP/1.1" status: 204 len: 168 time: 0.1894331 Jun 29 17:30:19.658710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40514) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:19.675619 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.api.v2.resource [None req-d7e9b311-f39d-40be-93ba-202963efffe9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] show failed (client error): The resource could not be found. Jun 29 17:30:19.676662 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-d7e9b311-f39d-40be-93ba-202963efffe9 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "GET /v2.0/security-groups/bf25c50c-2dc6-4393-a967-bab3e5453c1b HTTP/1.1" status: 404 len: 347 time: 0.0170026 Jun 29 17:30:19.679948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40518) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:19.839413 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Deleting port fd7bb152-4c8f-4e9e-9f01-e2094c8a5aa2 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:19.839762 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.014912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.015243 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.227125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Calling delete_port for fd7bb152-4c8f-4e9e-9f01-e2094c8a5aa2 owned by network:floatingip {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:30:20.379138 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.382743 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:20.429637 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Pushing event deleted for resources: {'Port': ['ID=fd7bb152-4c8f-4e9e-9f01-e2094c8a5aa2,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:20.434815 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:20.536550 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks [] for floatingip, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.558115 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.559273 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] 10.222.0.79 "DELETE /v2.0/floatingips/a8124400-a95a-4ea3-9148-8c54108bc580 HTTP/1.1" status: 204 len: 168 time: 0.8779678 Jun 29 17:30:20.704367 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:30:20.740075 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: c02f2dad-eb32-475f-976e-f1fec618eb2c {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:30:20.740425 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device c02f2dad-eb32-475f-976e-f1fec618eb2c not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:30:23.397409 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40578) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:24.027122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:24.643321 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Deleting port ec9ed843-1d96-41de-8ccd-69e61a7deb39 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:24.644131 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:24.829387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] For port ec9ed843-1d96-41de-8ccd-69e61a7deb39, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=ec9ed843-1d96-41de-8ccd-69e61a7deb39,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:24.829712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:25.040837 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Calling delete_port for ec9ed843-1d96-41de-8ccd-69e61a7deb39 owned by network:router_interface {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:30:25.220129 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:25.223618 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cb5f7583-4ce5-4bf2-a6b1-d7cfcab9bc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:25.266635 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9ed843-1d96-41de-8ccd-69e61a7deb39,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:25.269241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:25.562808 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:26.168363 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Router fb9fdf19-23e0-44bc-ae01-57018a8cf18a has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:30:26.465501 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:30:26.474301 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] Sync routers for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:30:26.478789 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] 10.222.0.79 "PUT /v2.0/routers/fb9fdf19-23e0-44bc-ae01-57018a8cf18a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0801692 Jun 29 17:30:26.481316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40610) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:26.486899 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:26.487511 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:30:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:26.664838 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:30:26.677356 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks [] for router, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:26.879688 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:26.890579 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Deleting port 20793cdb-5636-450b-8df7-f661b0ae37ab {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:26.890970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:26.946905 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:30:25Z', 'revision_number': 5, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port': {'id': '20793cdb-5636-450b-8df7-f661b0ae37ab', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:20:55Z', 'updated_at': '2021-06-29T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:26.950918 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] Checking router: fb9fdf19-23e0-44bc-ae01-57018a8cf18a for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:30:26.962150 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] Routers {'fb9fdf19-23e0-44bc-ae01-57018a8cf18a'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:26.962853 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:30:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:27.062862 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] For port 20793cdb-5636-450b-8df7-f661b0ae37ab, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=20793cdb-5636-450b-8df7-f661b0ae37ab,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:27.063190 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:27.112813 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] Set router fb9fdf19-23e0-44bc-ae01-57018a8cf18a gateway port host: None {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:30:27.183263 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Calling delete_port for 20793cdb-5636-450b-8df7-f661b0ae37ab owned by network:router_gateway {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:30:27.219573 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:30:26Z', 'revision_number': 6, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:27.222956 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b55bf-4fc0-481b-8c69-dfec5459b4af None None] The sync data for ids ['fb9fdf19-23e0-44bc-ae01-57018a8cf18a'] in dv-cinder-798672-1-iscsi is: [{'id': 'fb9fdf19-23e0-44bc-ae01-57018a8cf18a', 'name': 'tempest-AttachVolumeShelveTestJSON-166431740-router', 'tenant_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:20:54Z', 'updated_at': '2021-06-29T17:30:26Z', 'revision_number': 6, 'project_id': 'b45d3025aa5947659b8cc1a30c00fd86', 'gw_port_host': None}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:30:27.369504 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:27.373579 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5d46b34f-2fb8-4c4c-a5fa-79696aa68bd6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:27.417263 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Pushing event deleted for resources: {'Port': ['ID=20793cdb-5636-450b-8df7-f661b0ae37ab,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:27.420093 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:27.665931 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:27.702526 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:27.993779 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40638) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:28.021222 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.026216 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.094230 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ec9ed843-1d96-41de-8ccd-69e61a7deb39 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:30:28.116937 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.117741 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9fdf19-23e0-44bc-ae01-57018a8cf18a {{(pid=74139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:30:28.138114 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: ec9ed843-1d96-41de-8ccd-69e61a7deb39 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:30:28.138462 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ec9ed843-1d96-41de-8ccd-69e61a7deb39 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:30:28.138881 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 20793cdb-5636-450b-8df7-f661b0ae37ab no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:30:28.150267 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.151623 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-c08278f9-4e47-46bc-a54b-d7f6ebcb422b admin admin] 10.222.0.79 "DELETE /v2.0/routers/fb9fdf19-23e0-44bc-ae01-57018a8cf18a HTTP/1.1" status: 204 len: 168 time: 1.6693959 Jun 29 17:30:28.154273 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40646) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:28.178728 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 20793cdb-5636-450b-8df7-f661b0ae37ab {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:30:28.179277 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 20793cdb-5636-450b-8df7-f661b0ae37ab not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:30:28.217491 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.240377 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Deleting subnet ba9e3515-13e6-4ffd-bda5-9db227ed7f5f {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:30:28.251871 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.319448 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:28.326854 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.354909 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Usage tracker for resource:security_group_rule and tenant:663033e733e940558977482ff482b70b is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:28.361626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:28.374041 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:28.446528 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.513773 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.519278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.533486 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0ce73001-2b2f-4a8d-97b3-c3b707393aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:28.563547 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.602675 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b736eb13-ae1d-4ab6-bfc7-7b995fa55517,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:28.610646 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=663033e733e940558977482ff482b70b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6156464 Jun 29 17:30:28.611344 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40654) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:28.614020 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:28.614711 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-bac949d0-46e7-4b34-8ede-1533c3c68fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:28.627325 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa841dd4-2402-472c-a9ac-b7cab2106dab None None] Network f6e3b960-421a-4a30-8302-31bbf353c038 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:28.650674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.659731 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9e3515-13e6-4ffd-bda5-9db227ed7f5f,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:28.663504 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ba9e3515-13e6-4ffd-bda5-9db227ed7f5f HTTP/1.1" status: 204 len: 168 time: 0.5082250 Jun 29 17:30:28.664775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e4d0fae7-3d39-475c-8666-0d577e72e105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:28.666296 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40658) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:28.749113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.825331 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.826199 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.861710 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Deleting port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:28.862049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.966850 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:28.983570 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8466cbe7-4739-4c1f-b46a-1da6e0b0952a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.006427 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b736eb13-ae1d-4ab6-bfc7-7b995fa55517,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.022491 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.023616 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b736eb13-ae1d-4ab6-bfc7-7b995fa55517 HTTP/1.1" status: 204 len: 168 time: 0.4112744 Jun 29 17:30:29.024638 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:29.112945 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] DHCP port deletion for f6e3b960-421a-4a30-8302-31bbf353c038 request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:30:29.117859 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Deleting port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:29.118410 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.199978 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] For port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:29.200567 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.326224 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Calling delete_port for a857f306-7a9a-4d16-9a4c-6538ae6b3b4d owned by network:dhcp {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:30:29.342150 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] For port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,segment=NetworkSegment(8af6079b-9a6d-47fe-920b-eeabc14362ce),segment_id=8af6079b-9a6d-47fe-920b-eeabc14362ce)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:29.343370 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.411187 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.416044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.420285 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40670) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:29.441245 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.458078 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a857f306-7a9a-4d16-9a4c-6538ae6b3b4d,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.460736 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:29.466357 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] No DVR routers for this DVR port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d on host dv-cinder-798672-1-iscsi {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:30:29.467000 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Calling delete_port for a857f306-7a9a-4d16-9a4c-6538ae6b3b4d owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:30:29.481780 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:29.485816 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7fe5bb91e14b7a93e30122d1433791 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:29.489685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:29.497056 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:29.563386 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:30:29.563786 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:30:29.575990 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a59-7e73-4655-80f7-5af56d6f4ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.580640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.585074 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.592044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.593090 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.605435 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e3b960-421a-4a30-8302-31bbf353c038']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:29.617437 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af6079b-9a6d-47fe-920b-eeabc14362ce') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:29.617708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af6079b-9a6d-47fe-920b-eeabc14362ce') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:29.629696 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.633092 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64338c75-2d49-4c22-9497-10c77424dc5d,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.636690 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:29.642500 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-1c0e209c-4dec-4199-bc4d-9f135f8db535 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed7fe5bb91e14b7a93e30122d1433791&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172706 Jun 29 17:30:29.642500 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40676) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:29.650112 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.657541 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:30:29.657917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:30:29.671400 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:30:29.711863 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.737657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.749961 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.754890 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.758558 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a2def179-5ea6-48b2-8279-0d386f109505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.781297 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e3b960-421a-4a30-8302-31bbf353c038,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.784379 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:29.794637 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.796704 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f6e3b960-421a-4a30-8302-31bbf353c038 HTTP/1.1" status: 204 len: 168 time: 1.1289446 Jun 29 17:30:29.798912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8fcbc4d1-b919-48b1-a436-60cad4602c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.812618 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64338c75-2d49-4c22-9497-10c77424dc5d,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.814917 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:29.818278 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.819954 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64338c75-2d49-4c22-9497-10c77424dc5d HTTP/1.1" status: 204 len: 168 time: 0.1760964 Jun 29 17:30:30.006449 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40684) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:30.065329 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Deleting port a857f306-7a9a-4d16-9a4c-6538ae6b3b4d {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:30:30.066094 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.080317 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0feca626-c93e-41c7-894f-188315af5ced admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b45d3025aa5947659b8cc1a30c00fd86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0704210 Jun 29 17:30:30.080657 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40692) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:30.119332 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a857f306-7a9a-4d16-9a4c-6538ae6b3b4d no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:30:30.167391 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: a857f306-7a9a-4d16-9a4c-6538ae6b3b4d {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:30:30.167800 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a857f306-7a9a-4d16-9a4c-6538ae6b3b4d not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:30:30.178342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.212363 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.214831 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b725f341-8109-4e9a-b855-eb9cc50fe206 None None] The port 'a857f306-7a9a-4d16-9a4c-6538ae6b3b4d' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:30:30.225108 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.281324 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.285188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9ba69cd9-8cec-494d-b7ec-1e11f0e67d87 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:30.299979 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3ecb0-139c-4b93-89a5-b0ba32771ae6,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:30.302361 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:30.309090 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.310460 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5c3c53ba-a3b0-4426-a0be-13ec0f0df65a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06d3ecb0-139c-4b93-89a5-b0ba32771ae6 HTTP/1.1" status: 204 len: 168 time: 0.2286308 Jun 29 17:30:31.234063 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40740) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:31.369981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-679879550-network', 'tenant_id': '34ef9602e17849828268d7596cdeb38e'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:31.374631 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:31.378490 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Usage tracker for resource:network and tenant:34ef9602e17849828268d7596cdeb38e is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:31.381674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:31.387538 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:31.397395 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Made reservation on behalf of 34ef9602e17849828268d7596cdeb38e for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:31.399675 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.411914 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.444468 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:31.448531 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:34ef9602e17849828268d7596cdeb38e is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:31.451541 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:31.457923 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:31.527404 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.531982 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.535385 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1c1e0100-91e6-4b3c-b445-a4eced7614d6 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:31.566315 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:30:31.575408 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9f3d7f-21e6-4375-bf15-c1d3cd53ff78,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:31.578544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:31.582669 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.583000 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Added segment 79a29956-db44-4c7d-b8a0-d5eb9a77211c of type vlan for network 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd Jun 29 17:30:31.612033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.651700 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.652978 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:31.653827 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.657032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:31.758185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=2edc785b-d5e4-444d-9ed0-2ce3a62d85bd,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:31.761664 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5265315 Jun 29 17:30:31.762561 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fbbf559d-2bfd-4ee4-8276-7d9ced394ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:31.764533 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40758) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:31.769751 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:30:31.770263 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Request body: {'subnet': {'network_id': '2edc785b-d5e4-444d-9ed0-2ce3a62d85bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-679879550-subnet', 'tenant_id': '34ef9602e17849828268d7596cdeb38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:31.774907 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:31.779933 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Usage tracker for resource:subnet and tenant:34ef9602e17849828268d7596cdeb38e is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:31.782855 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:31.788745 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:31.800917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Made reservation on behalf of 34ef9602e17849828268d7596cdeb38e for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:31.803452 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.922875 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-4416d56f-5f73-43b7-838f-bb21a80ee35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:32.030592 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:32.035526 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-080e29d5-72e8-49ef-939b-47354845cce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:32.102630 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c84cd1-df00-4105-a526-e1173730508c,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:32.106528 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:32.115166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Checking segment: {'id': '79a29956-db44-4c7d-b8a0-d5eb9a77211c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2edc785b-d5e4-444d-9ed0-2ce3a62d85bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:30:32.115538 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Network hostable DHCP agents. Network: 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:30:32.138303 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Network 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:30:32.148580 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:32.153138 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:32.153720 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:32.159997 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4df41-32b4-4c60-849e-bcef61fb20e3 None None] Network 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:32.178357 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ec085fa1-0968-4a68-98a2-29e597fd383c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4127553 Jun 29 17:30:32.403830 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c31d32-daf8-443f-8382-ca0266b0c4f6 None None] Network 2edc785b-d5e4-444d-9ed0-2ce3a62d85bd requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:32.816810 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-76e9edec-d97c-4d50-b3a7-0b73c84dfdc6 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700610680&fields=id&tenant_id=372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 267 time: 0.0509732 Jun 29 17:30:32.983907 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-26fa1722-8f9c-4b01-b4d0-101dea70a4e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:32.984725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-26fa1722-8f9c-4b01-b4d0-101dea70a4e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:network {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:30:33.002935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-26fa1722-8f9c-4b01-b4d0-101dea70a4e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:network {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:30:33.004235 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-26fa1722-8f9c-4b01-b4d0-101dea70a4e8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 812 time: 0.1805186 Jun 29 17:30:33.022415 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-b5f9cd9a-b5a2-4ae6-a6aa-b8b1b1f1ed03 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/quotas/372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 375 time: 0.0126786 Jun 29 17:30:33.035533 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.210247 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-7351901f-ba2c-4532-ad12-0f2ec3170524 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1792595 Jun 29 17:30:33.224197 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40804) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:33.231367 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-460177686-network', 'tenant_id': '7fde99d7dd5c4a5eb791c4c7b2d5b75e'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:33.236439 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:33.240498 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Usage tracker for resource:network and tenant:7fde99d7dd5c4a5eb791c4c7b2d5b75e is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:33.243476 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:33.249602 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:33.265585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Made reservation on behalf of 7fde99d7dd5c4a5eb791c4c7b2d5b75e for: {'network': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:33.267998 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.280807 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.313326 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:33.318677 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Usage tracker for resource:security_group_rule and tenant:7fde99d7dd5c4a5eb791c4c7b2d5b75e is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:33.321973 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:33.328591 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:33.361916 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-95605d2c-af9f-4f5a-93f3-56266ca5dc15 service neutron] 10.222.0.79 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396506 Jun 29 17:30:33.395397 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.399577 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.402695 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-14587f30-60aa-4ae1-990f-e75986329bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:33.431313 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=74139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:30:33.441210 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d5b4b-505d-4150-b8c6-f3b1f3d8efeb,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:33.445078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:33.445965 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.446310 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.segments_db [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Added segment 57d26df0-dc2c-40e3-b00a-198ba155d797 of type vlan for network 478023b7-0251-4926-b136-6af97d36ea2c Jun 29 17:30:33.472003 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.496783 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ceeb82f1-fe17-4979-9a04-b1a1c02040c8 service neutron] 10.222.0.79 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283123 Jun 29 17:30:33.503162 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.504634 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:33.505409 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.510295 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:33.609346 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3839719 Jun 29 17:30:33.610313 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Pushing event updated for resources: {'Network': ['ID=478023b7-0251-4926-b136-6af97d36ea2c,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:33.612233 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40810) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:33.614862 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:33.618458 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Request body: {'subnet': {'network_id': '478023b7-0251-4926-b136-6af97d36ea2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-460177686-subnet', 'tenant_id': '7fde99d7dd5c4a5eb791c4c7b2d5b75e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:33.621433 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network 478023b7-0251-4926-b136-6af97d36ea2c details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:30:33.623293 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:33.627278 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Usage tracker for resource:subnet and tenant:7fde99d7dd5c4a5eb791c4c7b2d5b75e is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:33.630173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:33.636469 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:33.647380 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Made reservation on behalf of 7fde99d7dd5c4a5eb791c4c7b2d5b75e for: {'subnet': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:33.649723 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632221'] for subnet, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.869541 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2632207'] for subnet, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:33.874924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2f24ea92-7a42-4f53-b189-328bcd8c180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:33.959729 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-67a9160e-ae67-4b30-ab14-376bb137f619 req-55f532fc-315a-4ee6-ad51-c43a77226cf3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 210 time: 0.0521023 Jun 29 17:30:33.995851 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41849ba-2c3c-4503-91a7-7d5a7bfa7258,revision_number=0']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:33.998568 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:34.020503 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Checking segment: {'id': '57d26df0-dc2c-40e3-b00a-198ba155d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '478023b7-0251-4926-b136-6af97d36ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:30:34.020860 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Network hostable DHCP agents. Network: 478023b7-0251-4926-b136-6af97d36ea2c, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:30:34.047010 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Network 478023b7-0251-4926-b136-6af97d36ea2c is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:30:34.059704 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, 478023b7-0251-4926-b136-6af97d36ea2c) {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:34.064877 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:34.065647 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.070963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ed011-f9d6-4bf7-9e43-30a6995bf05a None None] Network 478023b7-0251-4926-b136-6af97d36ea2c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:34.101321 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-6a083c1f-bd34-40a9-b994-a0516c58d180 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4878645 Jun 29 17:30:34.306068 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40838) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:34.377996 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326f3de-f221-489e-9207-22ad9b81989c None None] Network 478023b7-0251-4926-b136-6af97d36ea2c requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:34.399698 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Deleting subnet d6c84cd1-df00-4105-a526-e1173730508c {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:30:34.403587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.456379 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.515647 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.569626 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.600524 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.608612 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:34.645955 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c84cd1-df00-4105-a526-e1173730508c,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:34.649368 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:34.653173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.659059 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d6c84cd1-df00-4105-a526-e1173730508c HTTP/1.1" status: 204 len: 168 time: 0.3513267 Jun 29 17:30:34.661496 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 40848) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:34.770915 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:34.992495 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.012617 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edc785b-d5e4-444d-9ed0-2ce3a62d85bd']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:35.027859 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a29956-db44-4c7d-b8a0-d5eb9a77211c') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:35.028273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a29956-db44-4c7d-b8a0-d5eb9a77211c') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:35.042835 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.062968 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.070491 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:30:35.070974 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:30:35.085198 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:30:35.153830 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3e4b12dd-f742-4bc3-b716-6901e18731a9 req-ea1eb88e-3923-43d7-bed2-8f5b50aa6b9f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 210 time: 0.0449576 Jun 29 17:30:35.268657 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.280719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3ed20c34-a0ff-4290-ab64-7d7c6ac3db68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:35.292987 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.322685 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edc785b-d5e4-444d-9ed0-2ce3a62d85bd,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:35.328924 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2edc785b-d5e4-444d-9ed0-2ce3a62d85bd HTTP/1.1" status: 204 len: 168 time: 0.6663413 Jun 29 17:30:35.332531 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40860) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:35.332779 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0723e4d2-0c30-465a-a44c-12072f27ced9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:35.355113 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-157078e2-c179-4e5b-a9d1-1b6f6f9f9569 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:35.356948 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-157078e2-c179-4e5b-a9d1-1b6f6f9f9569 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 812 time: 0.2248595 Jun 29 17:30:35.396326 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Deleting subnet a41849ba-2c3c-4503-91a7-7d5a7bfa7258 {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:30:35.399564 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.447483 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-d79b83f8-09a5-4c8e-bad3-1a8000cf37a3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372aec24011a49e1abe53ef2d2c9d23f HTTP/1.1" status: 200 len: 380 time: 0.0516891 Jun 29 17:30:35.451497 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.457605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'port': {'device_id': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'admin_state_up': True, 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'security_groups': ['2db9e104-fdb2-48b6-a49b-bd4894d81160']}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:35.529969 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.603500 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.608638 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-80aeb33b-246a-4bab-a398-13d7586dfeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:35.611331 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:35.621882 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:35.633610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Made reservation on behalf of 372aec24011a49e1abe53ef2d2c9d23f for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:35.638250 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.643958 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41849ba-2c3c-4503-91a7-7d5a7bfa7258,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:35.646499 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:35.649326 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.655917 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-11dfba99-432b-4847-a931-ff78b0f464c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a41849ba-2c3c-4503-91a7-7d5a7bfa7258 HTTP/1.1" status: 204 len: 168 time: 0.3221166 Jun 29 17:30:35.658367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40870) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:35.770963 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.818983 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Allocated IP 172.20.0.7 (940bad8d-b42e-4669-99ea-e9262c77a839/89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25/2e441205-b25f-46b5-92fa-f8be7b28d10d) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:30:35.895915 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.909557 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478023b7-0251-4926-b136-6af97d36ea2c']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:35.921209 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d26df0-dc2c-40e3-b00a-198ba155d797') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:35.921496 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d26df0-dc2c-40e3-b00a-198ba155d797') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:35.935248 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.952597 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.959650 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:30:35.960107 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:30:35.977780 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:30:36.009290 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.059614 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.059862 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Transition to ACTIVE for port object 2e441205-b25f-46b5-92fa-f8be7b28d10d will not be triggered until provisioned by entity DHCP. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:30:36.065092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:36.085075 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.091934 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Pushing event deleted for resources: {'Network': ['ID=478023b7-0251-4926-b136-6af97d36ea2c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:36.093418 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.094754 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:36.096854 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] 10.222.0.79 "DELETE /v2.0/networks/478023b7-0251-4926-b136-6af97d36ea2c HTTP/1.1" status: 204 len: 168 time: 0.4375210 Jun 29 17:30:36.099716 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7fd90e5e-1396-46f5-ae0c-8e003b8bcd4d tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:36.169431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Network 940bad8d-b42e-4669-99ea-e9262c77a839 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:30:36.173093 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:36.175016 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=2e441205-b25f-46b5-92fa-f8be7b28d10d,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:36.177101 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:30:36.206658 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:36.248015 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:36.253244 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.287756 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ff6badf2-ec08-403d-8da5-af3922fa8da2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340306 Jun 29 17:30:36.349843 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Request body: {'port': {'device_id': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:36.351046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40880) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:36.445360 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-4c73728d-9b2f-4817-80e2-4b944992e82c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34ef9602e17849828268d7596cdeb38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0930710 Jun 29 17:30:36.447733 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40884) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:36.493710 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.508525 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b3a48-8424-46a2-99fc-968ada673b76 req-9eec8c33-cce5-48fb-8c4b-f641a7ffdc65 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:36.509475 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f71b3a48-8424-46a2-99fc-968ada673b76 req-9eec8c33-cce5-48fb-8c4b-f641a7ffdc65 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:30:36.519648 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.535468 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-0ec72106-753b-4a9c-b553-5711ac9440e1 None None] Provisioning for port 2e441205-b25f-46b5-92fa-f8be7b28d10d completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:30:36.542381 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-0ec72106-753b-4a9c-b553-5711ac9440e1 None None] Provisioning complete for port 2e441205-b25f-46b5-92fa-f8be7b28d10d triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:30:36.543094 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-0ec72106-753b-4a9c-b553-5711ac9440e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.557338 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-f71b3a48-8424-46a2-99fc-968ada673b76 req-9eec8c33-cce5-48fb-8c4b-f641a7ffdc65 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:30:36.557592 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.558993 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f71b3a48-8424-46a2-99fc-968ada673b76 req-9eec8c33-cce5-48fb-8c4b-f641a7ffdc65 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 931 time: 0.2507653 Jun 29 17:30:36.626375 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.632756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-2c4c526e-2913-418d-bf77-ece6e7f8a215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:36.634214 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-0ec72106-753b-4a9c-b553-5711ac9440e1 None None] Port 2e441205-b25f-46b5-92fa-f8be7b28d10d cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:30:36.648044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9f3d7f-21e6-4375-bf15-c1d3cd53ff78,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:36.651085 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:36.652223 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.656816 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b9f3d7f-21e6-4375-bf15-c1d3cd53ff78 HTTP/1.1" status: 204 len: 168 time: 0.2075100 Jun 29 17:30:36.675431 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f71b3a48-8424-46a2-99fc-968ada673b76 req-4e0ad9f5-c2c1-4160-a3bc-4aff9e696d6d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097982 Jun 29 17:30:36.914667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e441205-b25f-46b5-92fa-f8be7b28d10d {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:30:36.922367 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.939654 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Transition to ACTIVE for port object 2e441205-b25f-46b5-92fa-f8be7b28d10d will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:30:36.945535 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:36.950041 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a8b08977-59c5-4599-b5ce-f47a06d181ee tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:37.119605 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40896) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:37.183109 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e441205-b25f-46b5-92fa-f8be7b28d10d,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:37.202275 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:37.224314 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-286aa291-6aa8-4bd0-b419-12870b2a8a04 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7fde99d7dd5c4a5eb791c4c7b2d5b75e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1020267 Jun 29 17:30:37.227192 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40902) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:37.347616 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Attempting to bind port 2e441205-b25f-46b5-92fa-f8be7b28d10d on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:30:37.347997 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Attempting to bind port 2e441205-b25f-46b5-92fa-f8be7b28d10d by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:30:37.348943 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Attempting to bind port 2e441205-b25f-46b5-92fa-f8be7b28d10d on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:30:37.361027 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Port 2e441205-b25f-46b5-92fa-f8be7b28d10d on network 940bad8d-b42e-4669-99ea-e9262c77a839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:30:37.361721 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Attempting to bind port 2e441205-b25f-46b5-92fa-f8be7b28d10d on network 940bad8d-b42e-4669-99ea-e9262c77a839 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:30:37.372562 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.374452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:30:37.374832 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Checking segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:30:37.375429 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Bound using segment: {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:30:37.376193 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Bound port: 2e441205-b25f-46b5-92fa-f8be7b28d10d, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:30:37.376717 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.409212 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.468571 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.471142 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] For port 2e441205-b25f-46b5-92fa-f8be7b28d10d, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:30:37.473877 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-405f8880-8716-4d98-bfa6-3f5aa57ca9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:37.474241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] For port 2e441205-b25f-46b5-92fa-f8be7b28d10d, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:30:37.478249 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.482581 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cb5f6fca-7341-4691-93c4-e20b84793489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:37.488950 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d5b4b-505d-4150-b8c6-f3b1f3d8efeb,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:37.491431 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:37.493614 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.494840 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/000d5b4b-505d-4150-b8c6-f3b1f3d8efeb HTTP/1.1" status: 204 len: 168 time: 0.2663879 Jun 29 17:30:37.540228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.541652 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] 10.222.0.81 "PUT /v2.0/ports/2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 200 len: 1093 time: 1.2000918 Jun 29 17:30:37.542119 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:37.581690 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e441205-b25f-46b5-92fa-f8be7b28d10d,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:37.586370 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:37.610724 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'status': 'completed', 'code': 200} Jun 29 17:30:37.709287 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-9d340140-488f-4c00-8f0f-db513fcef742 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1096 time: 0.0786679 Jun 29 17:30:37.803767 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-96508067-75bb-431c-a35d-51c19ffe7610 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 200 len: 217 time: 0.0785658 Jun 29 17:30:37.910180 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-efc5de68-9f52-409a-89e3-4cef8cf91f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:37.911657 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-efc5de68-9f52-409a-89e3-4cef8cf91f1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.1004617 Jun 29 17:30:37.991941 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0360-c9fc-4b94-b313-f2a8fa839670 req-b91c1e10-0787-4880-af8d-8dd277e38f79 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:37.993389 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-125a0360-c9fc-4b94-b313-f2a8fa839670 req-b91c1e10-0787-4880-af8d-8dd277e38f79 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.1479180 Jun 29 17:30:38.029952 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-ca278024-52c6-4a14-ad32-c4af0a6ce60b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097903 Jun 29 17:30:38.131964 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-125a0360-c9fc-4b94-b313-f2a8fa839670 req-e1042edc-866c-4845-8b56-b8022200fcdf tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296577 Jun 29 17:30:38.195466 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-b8cd31a7-5cc9-4a0f-a961-282a54ab1e10 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513889 Jun 29 17:30:38.335533 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-688fd8fa-21cd-4503-ba7e-7cf2b88f0269 req-4ee04b98-db00-40fc-9fc8-117b6ac30cc8 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327033 Jun 29 17:30:38.518075 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-84118d27-a75c-4890-a9c4-7cf633bcb225 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1096 time: 0.0777640 Jun 29 17:30:38.657928 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d488c-93da-4fac-97be-519a841b7435 req-7c8ba34c-fed2-4d6f-96c7-2d2e726f568f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:38.659418 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-7c8ba34c-fed2-4d6f-96c7-2d2e726f568f service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1335595 Jun 29 17:30:38.739087 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-b6828508-e0dd-4368-8778-6b63e084205c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 200 len: 217 time: 0.0726397 Jun 29 17:30:38.810529 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d488c-93da-4fac-97be-519a841b7435 req-bd6e2116-7e9f-4a7b-86f3-ac1db654bf52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:38.811832 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-bd6e2116-7e9f-4a7b-86f3-ac1db654bf52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0649643 Jun 29 17:30:38.899052 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-a1b2dd43-3cb1-4595-800a-a6ccfe188b4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738957 Jun 29 17:30:39.149582 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-e793f39c-1a38-43a8-a548-cc07950f9384 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313297 Jun 29 17:30:39.289643 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3c6d488c-93da-4fac-97be-519a841b7435 req-f6700049-9191-41e7-a767-c18f48a1b070 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326771 Jun 29 17:30:39.353882 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c71dc-3d83-4347-9880-4bdccf483fcc req-5234e519-28ea-4b10-a7aa-13be252ec686 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:39.355543 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f02c71dc-3d83-4347-9880-4bdccf483fcc req-5234e519-28ea-4b10-a7aa-13be252ec686 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.0859938 Jun 29 17:30:39.404868 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f02c71dc-3d83-4347-9880-4bdccf483fcc req-43a266d3-1977-42e4-b3ca-405a893733d5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Jun 29 17:30:40.575205 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 40994) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:40.613676 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060bb38-0c43-40c2-b2c2-651140e4ea30 req-ea1caa62-5554-44e1-9d8e-f606f34060f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:40.615134 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f060bb38-0c43-40c2-b2c2-651140e4ea30 req-ea1caa62-5554-44e1-9d8e-f606f34060f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.0815072 Jun 29 17:30:40.661858 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f060bb38-0c43-40c2-b2c2-651140e4ea30 req-4144cc1e-f9be-4bbf-8f1c-b9bc1e23271c tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410399 Jun 29 17:30:40.725541 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:40.758261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:40.762856 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Usage tracker for resource:security_group_rule and tenant:9208b315c5cd433e99f312af09b06739 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:40.765804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:40.771656 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:40.841973 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:40.848443 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:40.857689 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8a654f0d-a7ca-4a01-807e-18f63bd105ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:40.893638 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f698b-585b-4cce-9934-850b2b6a17b2,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:40.907021 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9208b315c5cd433e99f312af09b06739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273535 Jun 29 17:30:40.907452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41000) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:40.907986 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.908355 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.908808 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.909162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.909743 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.910118 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.910471 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.910822 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.911173 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.911518 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.911849 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:40.915980 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:40.975464 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.001439 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.066121 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.070141 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b1c3b305-5984-4017-a56f-4ac622640483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:41.083218 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f698b-585b-4cce-9934-850b2b6a17b2,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:41.093719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.094852 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e01f698b-585b-4cce-9934-850b2b6a17b2 HTTP/1.1" status: 204 len: 168 time: 0.1862259 Jun 29 17:30:41.096625 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.096989 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.097346 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.097689 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.098043 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.098394 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.098742 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.099106 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.099433 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.099801 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.100144 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:41.103207 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:41.468081 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41016) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:41.489712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.524797 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:41.529391 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1e8bef9d384abd82b3c192597022c9 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:41.532552 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:41.538469 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:41.608995 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.614162 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.621655 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8ff6a5a7-6e5c-47d2-9aa8-5b3670723936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:41.664143 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de9704-ff27-4c17-b8f7-cf15cd46a3a6,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:41.669003 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa1e8bef9d384abd82b3c192597022c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997013 Jun 29 17:30:41.669794 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b5579b30-0abb-4562-b0b0-3ee02f0a35b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:41.672739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41024) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:41.757723 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.785352 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.839022 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.844589 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ce544119-6233-4302-a231-5c29f6353a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:41.855903 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de9704-ff27-4c17-b8f7-cf15cd46a3a6,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:41.862744 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:41.865439 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:41.866576 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ac4a17c3-d520-4bab-8dcf-745d083ca729 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99de9704-ff27-4c17-b8f7-cf15cd46a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1922660 Jun 29 17:30:41.875853 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02a8f-5383-4851-813f-7535c26e831d req-f6f53bf3-3939-48ed-85e3-a15b9d48715f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:41.878035 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d4a02a8f-5383-4851-813f-7535c26e831d req-f6f53bf3-3939-48ed-85e3-a15b9d48715f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.0839775 Jun 29 17:30:42.014616 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d4a02a8f-5383-4851-813f-7535c26e831d req-c7e0e933-f095-4db9-9110-da8e1b3ac714 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303217 Jun 29 17:30:42.287478 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41034) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:42.306711 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.338063 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:42.341980 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Usage tracker for resource:security_group_rule and tenant:46338a6c650243c5902943bc5be1e2ce is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:42.344820 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:42.350470 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:42.416549 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.423186 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.429763 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca6af09c-c245-4cb4-9a9a-35f29ebf6652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:42.471994 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f558d-7385-4d6e-a4dd-15fcb7110e58,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:42.475180 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:42.477889 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-acbae434-b322-420f-bcae-4206274689aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46338a6c650243c5902943bc5be1e2ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1892986 Jun 29 17:30:42.480830 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41038) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:42.543928 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.581262 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.641463 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.646527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9e7beff3-4a51-43f6-9fcf-5fe69e0bb064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:42.658437 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f558d-7385-4d6e-a4dd-15fcb7110e58,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:42.662052 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:42.664191 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:42.666006 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b0f558d-7385-4d6e-a4dd-15fcb7110e58 HTTP/1.1" status: 204 len: 168 time: 0.1841195 Jun 29 17:30:43.235211 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f3a55-b493-4cbc-8bb9-0f51459db877 req-a8889726-22eb-4d1e-9da0-35769dcafc24 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:43.241845 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-388f3a55-b493-4cbc-8bb9-0f51459db877 req-a8889726-22eb-4d1e-9da0-35769dcafc24 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.1027229 Jun 29 17:30:43.288207 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-388f3a55-b493-4cbc-8bb9-0f51459db877 req-f00f1d18-1be1-44dc-967a-bd1f32e9d895 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452721 Jun 29 17:30:43.557242 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41078) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:43.703672 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-34979324-network', 'tenant_id': 'da927264d1b0440c802060e88f3368ed'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:43.710248 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:43.715947 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Usage tracker for resource:network and tenant:da927264d1b0440c802060e88f3368ed is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:43.718982 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:43.725566 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:43.737846 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Made reservation on behalf of da927264d1b0440c802060e88f3368ed for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:43.740282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.753151 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.785623 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:43.789380 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Usage tracker for resource:security_group_rule and tenant:da927264d1b0440c802060e88f3368ed is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:43.792230 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:43.797878 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:43.867153 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.872832 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.875838 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-da616b68-a46f-46c6-a889-93592acbcd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:43.904800 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:30:43.912925 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:43.918205 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:43.920537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.920537 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Added segment cd7614b8-2536-4321-b48f-4ba044b25ae5 of type vlan for network fd968016-1a31-4696-94f6-5e6805b36ed4 Jun 29 17:30:43.945995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.978035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.979257 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:43.980073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:43.983398 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-72d74e37-369b-4488-851f-fc25bbf51453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:44.084474 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Pushing event updated for resources: {'Network': ['ID=fd968016-1a31-4696-94f6-5e6805b36ed4,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:44.087485 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:44.094135 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5347469 Jun 29 17:30:44.095608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41084) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:44.096963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network fd968016-1a31-4696-94f6-5e6805b36ed4 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:30:44.101259 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Request body: {'subnet': {'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-34979324-subnet', 'tenant_id': 'da927264d1b0440c802060e88f3368ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:44.107101 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:44.111410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Usage tracker for resource:subnet and tenant:da927264d1b0440c802060e88f3368ed is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:44.114709 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:44.120926 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:44.132687 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Made reservation on behalf of da927264d1b0440c802060e88f3368ed for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:44.135029 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.349685 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.353234 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:44.418499 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:44.450317 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:44.485821 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Checking segment: {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:30:44.486059 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Network hostable DHCP agents. Network: fd968016-1a31-4696-94f6-5e6805b36ed4, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:30:44.522077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6470c7-31c0-4d28-b1b4-bb8081cc56b7 req-cf6b7abf-acef-44e0-8a01-0842db40ef53 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:44.523502 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fe6470c7-31c0-4d28-b1b4-bb8081cc56b7 req-cf6b7abf-acef-44e0-8a01-0842db40ef53 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.1146138 Jun 29 17:30:44.524648 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Network fd968016-1a31-4696-94f6-5e6805b36ed4 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:30:44.546725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, fd968016-1a31-4696-94f6-5e6805b36ed4) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:44.554566 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:44.555165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.555327 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab25721-e334-4ee9-8653-dcd43de34bfa None None] Network fd968016-1a31-4696-94f6-5e6805b36ed4 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:44.589098 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fe6470c7-31c0-4d28-b1b4-bb8081cc56b7 req-9030b3bc-6fb1-46c9-a5e8-60b1c5a9682d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584986 Jun 29 17:30:44.611703 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5036764 Jun 29 17:30:44.774305 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193428d-93fb-475a-b677-99a4467cc7b6 None None] Network fd968016-1a31-4696-94f6-5e6805b36ed4 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:30:45.807068 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ae062-bf36-4644-a3c7-e03009ab0bc9 req-ebd37d56-3be5-4509-83b0-689517a7b187 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:45.808948 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-534ae062-bf36-4644-a3c7-e03009ab0bc9 req-ebd37d56-3be5-4509-83b0-689517a7b187 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.0905750 Jun 29 17:30:45.856711 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-534ae062-bf36-4644-a3c7-e03009ab0bc9 req-59e3e48f-0976-4183-a822-4bb6f18826fa tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Jun 29 17:30:47.070750 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559280aa-b25f-4de5-babe-f0880110922d req-f17f3f3f-b304-4ce6-a899-0c5379c0489e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:47.072399 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559280aa-b25f-4de5-babe-f0880110922d req-f17f3f3f-b304-4ce6-a899-0c5379c0489e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.0852165 Jun 29 17:30:47.131043 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-559280aa-b25f-4de5-babe-f0880110922d req-54256be6-55df-4511-9a36-644a23ff75f8 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525076 Jun 29 17:30:47.851562 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9100fcb2-93d9-4238-b408-3bc9387bf9fd tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:47.853976 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9100fcb2-93d9-4238-b408-3bc9387bf9fd tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/networks?id=fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 200 len: 812 time: 0.1631508 Jun 29 17:30:47.874074 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-2806b7a4-368d-4521-beb5-db7d57d363d3 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/quotas/da927264d1b0440c802060e88f3368ed HTTP/1.1" status: 200 len: 375 time: 0.0121064 Jun 29 17:30:47.929607 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-66f5b2b6-96b6-416f-937c-df9a5d346500 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=da927264d1b0440c802060e88f3368ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477912 Jun 29 17:30:48.066814 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-911e3245-d453-4f2f-9419-634007714bb5 service neutron] 10.222.0.79 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288865 Jun 29 17:30:48.212781 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-daa4cadb-e264-44ba-ad0a-8d0ec0c5e307 service neutron] 10.222.0.79 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401255 Jun 29 17:30:48.368055 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ee91-6a26-488d-b319-4d7f61a13225 req-8cf52caf-69c0-4783-9cc5-5d7094f0d33a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:48.369700 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7235ee91-6a26-488d-b319-4d7f61a13225 req-8cf52caf-69c0-4783-9cc5-5d7094f0d33a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 943 time: 0.0902963 Jun 29 17:30:48.401108 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1db3f664-094d-4e04-b583-d6092f687e31 req-8f2b46ae-ceed-4450-9979-2239d2afa776 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Jun 29 17:30:48.428955 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7235ee91-6a26-488d-b319-4d7f61a13225 req-b6ac3759-5eae-42bb-bc00-8b2b537382d4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533497 Jun 29 17:30:49.227089 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 2e441205-b25f-46b5-92fa-f8be7b28d10d details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:30:49.365417 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 2e441205-b25f-46b5-92fa-f8be7b28d10d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:49.378440 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'port_id': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'mac_address': 'fa:16:3e:3c:f9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:30:49.433226 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:49.451753 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e441205-b25f-46b5-92fa-f8be7b28d10d {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:30:49.467776 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 2e441205-b25f-46b5-92fa-f8be7b28d10d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:49.477752 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:49.479855 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:49.513488 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-fbaaf9d0-2828-4d15-83e5-1aab427c9d56 req-fe666bcb-f5a4-43f2-9810-ddf774b39406 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 210 time: 0.0417604 Jun 29 17:30:49.548736 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=2e441205-b25f-46b5-92fa-f8be7b28d10d,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:49.557579 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.558249 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.558614 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.558937 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.559262 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.559700 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.560019 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.560336 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.560669 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.560981 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.561362 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:49.565368 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:49.639892 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d8f83-197f-4ef8-bad1-145ddc3050a8 req-dc6e9447-447f-418d-b439-2bb71580bab1 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:49.641432 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-093d8f83-197f-4ef8-bad1-145ddc3050a8 req-dc6e9447-447f-418d-b439-2bb71580bab1 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 944 time: 0.0982296 Jun 29 17:30:49.690080 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-093d8f83-197f-4ef8-bad1-145ddc3050a8 req-92d790d7-b117-4207-9255-5dfa28e2b9d0 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Jun 29 17:30:49.883282 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['2e441205-b25f-46b5-92fa-f8be7b28d10d'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:30:50.632181 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-72e334fa-f1fe-442c-967f-5dd3a1885651 req-c840aa5b-7c56-4273-85f1-1e9cf0afe0e0 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 210 time: 0.0456467 Jun 29 17:30:50.902540 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f7fe3-08b6-4294-8b56-2c983bf6b55d req-bca210b4-135a-4546-9814-a550492e5e0e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:50.904271 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e43f7fe3-08b6-4294-8b56-2c983bf6b55d req-bca210b4-135a-4546-9814-a550492e5e0e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 944 time: 0.0864353 Jun 29 17:30:50.956565 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e43f7fe3-08b6-4294-8b56-2c983bf6b55d req-147c2bd4-1564-47a1-b097-9c708859bce1 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Jun 29 17:30:51.231772 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 2e441205-b25f-46b5-92fa-f8be7b28d10d up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:30:51.302006 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port 2e441205-b25f-46b5-92fa-f8be7b28d10d completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:30:51.306629 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port 2e441205-b25f-46b5-92fa-f8be7b28d10d triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:30:51.307001 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:51.422954 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:51.449745 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:51.459404 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port 2e441205-b25f-46b5-92fa-f8be7b28d10d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:51.464067 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:51.466223 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:51.507974 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'code': 200} Jun 29 17:30:51.518422 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41200) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:51.535536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=2e441205-b25f-46b5-92fa-f8be7b28d10d,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:51.539100 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:51.578944 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:30:51.678299 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:51.770820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:51.775646 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2432962a-1501-4e80-ba45-f71059c13f53 req-c4652729-bc93-4dfa-9bf6-a05181c1e559 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 210 time: 0.0638201 Jun 29 17:30:51.778427 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2224f554a66f44ac86be2bf566bd9dfa is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:51.781523 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:51.787491 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:51.857657 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:51.861895 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-96e3f21a-7fb4-4f24-b4f3-a23a6dbf5764 req-7eb349f2-b599-4876-8631-7ca8725d119d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1098 time: 0.0732489 Jun 29 17:30:51.862917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:51.869890 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f8a78abf-fee6-4c3b-a73b-35f5dcf417ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:51.906538 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-96e3f21a-7fb4-4f24-b4f3-a23a6dbf5764 req-c26a0638-1a5a-42b3-8ae4-aebd51909a23 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Jun 29 17:30:51.910794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e603f2-3e23-4331-85fc-9059a26fe3cf,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:51.914698 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2224f554a66f44ac86be2bf566bd9dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3952262 Jun 29 17:30:51.915728 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:51.917299 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41212) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:51.980630 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.007543 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.061989 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.065756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d568b229-f51a-4c28-bf18-31c8627b098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:52.078926 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e603f2-3e23-4331-85fc-9059a26fe3cf,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:52.081870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:52.084160 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.085347 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-3344767e-1c13-429a-9fe4-f4885352869e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03e603f2-3e23-4331-85fc-9059a26fe3cf HTTP/1.1" status: 204 len: 168 time: 0.1671562 Jun 29 17:30:52.267880 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214513a8-e7ac-46cb-825d-78c6498090da req-0d34472d-aedc-4f40-acb9-c3723422f15d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:52.269391 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-214513a8-e7ac-46cb-825d-78c6498090da req-0d34472d-aedc-4f40-acb9-c3723422f15d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.1738420 Jun 29 17:30:52.315454 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-214513a8-e7ac-46cb-825d-78c6498090da req-f16f2d6c-8927-4bff-bf8f-fe860b401a91 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Jun 29 17:30:52.442442 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41222) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:52.463289 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.503262 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:52.509168 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e7c7bc0e4fc4130a05ac0703d41fd0e is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:52.513546 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:52.522213 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:52.591127 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.597686 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.604869 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c2e013b9-2ad8-4a50-b96e-22fd2808bd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:52.643286 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1267fc3f-50a4-48a2-934f-ff13e984c675,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:52.646545 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:52.649197 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b331e0ff-3924-4f3e-8635-626f36fffca5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e7c7bc0e4fc4130a05ac0703d41fd0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2055655 Jun 29 17:30:52.651921 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41226) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:52.719729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.747331 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.807938 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.813775 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e417539a-fdf5-4d02-a63f-6f439b06c70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:52.826875 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1267fc3f-50a4-48a2-934f-ff13e984c675,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:52.830042 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:52.831829 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:52.835294 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-65f5ff75-d400-4ff4-8840-77246c449a4a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1267fc3f-50a4-48a2-934f-ff13e984c675 HTTP/1.1" status: 204 len: 168 time: 0.1800814 Jun 29 17:30:52.964931 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-27dae31b-c533-4f60-ad62-955d14d3d0e0 req-55c12294-e35b-421c-b61d-d386b795afce tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 210 time: 0.0557573 Jun 29 17:30:53.521404 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be60d4-d0ed-4a72-9557-ddb29c4d84ed req-ffa12197-6ecd-4a6f-85bf-4d6064994dfd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:53.523040 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-80be60d4-d0ed-4a72-9557-ddb29c4d84ed req-ffa12197-6ecd-4a6f-85bf-4d6064994dfd tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.0802796 Jun 29 17:30:53.575316 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-80be60d4-d0ed-4a72-9557-ddb29c4d84ed req-64ff635c-9280-40f3-b8e7-4670c0740b8f tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Jun 29 17:30:53.870725 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-2f84e57f-9042-4fac-a5c1-b31584c1fde5 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:53.872844 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-2f84e57f-9042-4fac-a5c1-b31584c1fde5 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "GET /v2.0/networks?id=fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 200 len: 812 time: 0.1755300 Jun 29 17:30:53.899934 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Request body: {'port': {'device_id': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4', 'admin_state_up': True, 'tenant_id': 'da927264d1b0440c802060e88f3368ed'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:54.055384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3adf02-f238-4b44-9923-5b64598e6a2e req-f489a36f-b3ba-41bd-9c1f-c9a5d76bcbbc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:54.066039 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7d3adf02-f238-4b44-9923-5b64598e6a2e req-f489a36f-b3ba-41bd-9c1f-c9a5d76bcbbc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.3519225 Jun 29 17:30:54.068608 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:54.073752 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Usage tracker for resource:port and tenant:da927264d1b0440c802060e88f3368ed is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:54.076895 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:54.083316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:54.095739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Made reservation on behalf of da927264d1b0440c802060e88f3368ed for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:54.099566 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.124957 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7d3adf02-f238-4b44-9923-5b64598e6a2e req-5fea3c3b-171f-4a81-bb85-e7fcf5bf1994 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574677 Jun 29 17:30:54.151044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41266) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:54.159924 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1efda501-3c4e-4bbe-9ca0-771f17f4f040 req-41f11d25-4cb7-4020-8bad-b70a585c69ac tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 210 time: 0.0489321 Jun 29 17:30:54.318146 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Allocated IP 172.20.0.2 (fd968016-1a31-4696-94f6-5e6805b36ed4/4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec/ab07a33a-cbcb-473f-9827-218eb176bb40) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:30:54.465336 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41278) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:30:54.466336 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d9c83bd3-b4e5-4a5f-a97a-07f755870528 tempest-TestVolumeBootPattern-1952736698 tempest-TestVolumeBootPattern-1952736698-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1093 time: 0.3124475 Jun 29 17:30:54.472912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'port_id': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:54.482592 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:30:54.490777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Usage tracker for resource:floatingip and tenant:372aec24011a49e1abe53ef2d2c9d23f is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:30:54.495948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:30:54.513137 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:30:54.544376 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.568746 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.670977 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.678913 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7d3d7f5f-36f9-46a9-9c12-b4b440adfb02 tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:54.758966 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Network fd968016-1a31-4696-94f6-5e6805b36ed4 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:30:54.762849 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:54.783756 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:30:54.807734 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Pushing event updated for resources: {'Port': ['ID=ab07a33a-cbcb-473f-9827-218eb176bb40,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:54.814991 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:54.840891 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.888147 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:54.888482 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.930805 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-9894050b-b121-4c50-99e2-af6cd0f4f136 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0354822 Jun 29 17:30:54.976728 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Request body: {'port': {'device_id': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:30:55.094588 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Allocated IP 172.27.2.130 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/8a08e53a-2182-43df-8e47-4304e1cdd814) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:30:55.136272 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.478548 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab253-36cd-4111-b16b-f22497cd2b4d req-449ffc45-3a29-4965-b8d9-01e3e1590929 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:55.480098 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4baab253-36cd-4111-b16b-f22497cd2b4d req-449ffc45-3a29-4965-b8d9-01e3e1590929 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 931 time: 0.1835628 Jun 29 17:30:55.512264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.527963 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-4baab253-36cd-4111-b16b-f22497cd2b4d req-be61369d-9541-4293-b0fb-25144045741e tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Synchronizing usage tracker for tenant:da927264d1b0440c802060e88f3368ed on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:30:55.546718 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-4baab253-36cd-4111-b16b-f22497cd2b4d req-be61369d-9541-4293-b0fb-25144045741e tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Unset dirty status for tenant:da927264d1b0440c802060e88f3368ed on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:30:55.548061 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4baab253-36cd-4111-b16b-f22497cd2b4d req-be61369d-9541-4293-b0fb-25144045741e tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 Jun 29 17:30:55.656835 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.668721 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fcf06ff2-85b7-4376-a410-7bb78d5ecc2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:55.749790 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:30:55.754347 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:55.756181 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=8a08e53a-2182-43df-8e47-4304e1cdd814,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:55.758299 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:30:55.790766 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:55.915432 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab07a33a-cbcb-473f-9827-218eb176bb40 {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:30:55.931823 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.983145 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Transition to ACTIVE for port object ab07a33a-cbcb-473f-9827-218eb176bb40 will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:30:55.988946 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.998844 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fed1a840-4638-4b46-871c-e328b5d591ec tempest-VolumesNegativeTest-1956226801 tempest-VolumesNegativeTest-1956226801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:56.204145 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Pushing event updated for resources: {'Port': ['ID=ab07a33a-cbcb-473f-9827-218eb176bb40,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:56.208831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:56.422219 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Attempting to bind port ab07a33a-cbcb-473f-9827-218eb176bb40 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:30:56.422559 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Attempting to bind port ab07a33a-cbcb-473f-9827-218eb176bb40 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:30:56.422889 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Attempting to bind port ab07a33a-cbcb-473f-9827-218eb176bb40 on network fd968016-1a31-4696-94f6-5e6805b36ed4 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:30:56.438339 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Port ab07a33a-cbcb-473f-9827-218eb176bb40 on network fd968016-1a31-4696-94f6-5e6805b36ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:30:56.438672 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Attempting to bind port ab07a33a-cbcb-473f-9827-218eb176bb40 on network fd968016-1a31-4696-94f6-5e6805b36ed4 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:30:56.451621 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:30:56.451892 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Checking segment: {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:30:56.452282 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Bound using segment: {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:30:56.452759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Bound port: ab07a33a-cbcb-473f-9827-218eb176bb40, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:30:56.453108 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:56.572974 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] For port ab07a33a-cbcb-473f-9827-218eb176bb40, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:30:56.580378 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] For port ab07a33a-cbcb-473f-9827-218eb176bb40, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab07a33a-cbcb-473f-9827-218eb176bb40,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:30:56.589378 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:56.643109 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a191f05c-45c3-43a8-a606-14e0d319bcc9 tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:56.749983 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:56.751365 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] 10.222.0.81 "PUT /v2.0/ports/ab07a33a-cbcb-473f-9827-218eb176bb40 HTTP/1.1" status: 200 len: 1093 time: 1.7788379 Jun 29 17:30:56.754147 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'tag': 'ab07a33a-cbcb-473f-9827-218eb176bb40'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:56.767231 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:56.773610 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Pushing event updated for resources: {'Port': ['ID=ab07a33a-cbcb-473f-9827-218eb176bb40,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:56.808248 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:56.821514 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'tag': 'ab07a33a-cbcb-473f-9827-218eb176bb40', 'status': 'completed', 'code': 200} Jun 29 17:30:56.841405 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:57.217606 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-76a9a514-d31b-4d52-887f-13be25beefe5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da927264d1b0440c802060e88f3368ed&device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 1096 time: 0.3505564 Jun 29 17:30:57.316733 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622ca6-de6d-425a-b0d0-13925177781f req-a38964b6-906a-468f-bddf-c837502fa51b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:57.317416 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0e622ca6-de6d-425a-b0d0-13925177781f req-a38964b6-906a-468f-bddf-c837502fa51b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Synchronizing usage tracker for tenant:da927264d1b0440c802060e88f3368ed on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:30:57.329810 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-b5fa750c-755a-4630-b0c2-42930fdcb857 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab07a33a-cbcb-473f-9827-218eb176bb40 HTTP/1.1" status: 200 len: 217 time: 0.0946040 Jun 29 17:30:57.392633 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-0e622ca6-de6d-425a-b0d0-13925177781f req-a38964b6-906a-468f-bddf-c837502fa51b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Unset dirty status for tenant:da927264d1b0440c802060e88f3368ed on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:30:57.393774 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0e622ca6-de6d-425a-b0d0-13925177781f req-a38964b6-906a-468f-bddf-c837502fa51b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 943 time: 0.7011688 Jun 29 17:30:57.428321 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:57.437862 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:57.446291 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fed4a1b9-b442-4227-95f5-6a940da12fb7 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:57.476966 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-c337ee14-ce53-4c63-b7e0-c85afd9c0e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:57.478362 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-c337ee14-ce53-4c63-b7e0-c85afd9c0e6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec HTTP/1.1" status: 200 len: 852 time: 0.1400650 Jun 29 17:30:57.562091 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-e4e885eb-0573-44d5-8024-bbaa9a9fbb9a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd968016-1a31-4696-94f6-5e6805b36ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698271 Jun 29 17:30:57.625163 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0e622ca6-de6d-425a-b0d0-13925177781f req-22efa2d1-b3db-4789-aef3-873e51323572 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200205 Jun 29 17:30:57.625796 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event updated for resources: {'Port': ['ID=8a08e53a-2182-43df-8e47-4304e1cdd814,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:57.682659 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:57.706156 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:57.719502 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:57.828025 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-bc6d9a84-8700-4e18-8fe1-d2b1341c4077 service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384226 Jun 29 17:30:58.050363 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8ce36118-90b3-4bc2-95dd-71bec635e0f0 req-896a8de1-af46-4183-a1b9-0d2bd126b685 service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085526 Jun 29 17:30:58.083999 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.db.l3_db [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Floating IP 27944c9d-e757-485a-bd32-df08ac7143b9 associated. External IP: 172.27.2.130, port: 2e441205-b25f-46b5-92fa-f8be7b28d10d. Jun 29 17:30:58.255424 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-f3d2ebe2-fa11-462e-b1e5-784d116aaf43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da927264d1b0440c802060e88f3368ed&device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 1096 time: 0.1042778 Jun 29 17:30:58.469970 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-ba62fe32-b64d-44d4-8585-4c7515ddc28a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:58.471417 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-ba62fe32-b64d-44d4-8585-4c7515ddc28a service neutron] 10.222.0.81 "GET /v2.0/networks?id=fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 200 len: 913 time: 0.1667733 Jun 29 17:30:58.711922 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-a39d8e8c-9f71-416a-8a13-91114f77bb32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab07a33a-cbcb-473f-9827-218eb176bb40 HTTP/1.1" status: 200 len: 217 time: 0.2329445 Jun 29 17:30:58.792754 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-7e5dc981-b690-4d69-b807-d2dbe238f6a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:58.794309 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-7e5dc981-b690-4d69-b807-d2dbe238f6a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec HTTP/1.1" status: 200 len: 852 time: 0.0749691 Jun 29 17:30:58.835076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81316c7a-98d9-45b6-b2dd-9c96a2273de9 req-8ae610da-b372-4b54-b329-6c52308dd55c tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:58.836579 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-81316c7a-98d9-45b6-b2dd-9c96a2273de9 req-8ae610da-b372-4b54-b329-6c52308dd55c tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 943 time: 0.0793068 Jun 29 17:30:58.883220 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-81316c7a-98d9-45b6-b2dd-9c96a2273de9 req-9bf63ad7-72e5-470e-bd09-9f711f582458 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Jun 29 17:30:58.908772 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-41395b2e-bb85-48d5-8f37-1ce9525a0e05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd968016-1a31-4696-94f6-5e6805b36ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557702 Jun 29 17:30:59.055435 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:30:59.074996 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-a8ebcedb-2279-4ba6-9686-05596497c3b3 service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538906 Jun 29 17:30:59.302314 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-081cf1ef-2d35-4114-97a9-323d63f2bc1d req-0d43cefc-2cd9-49f6-9935-f223afe7f98f service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619289 Jun 29 17:30:59.414395 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:30:59.427060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:30:59.444890 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:59.446150 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:59.447186 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:30:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:59.523000 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0544932 Jun 29 17:30:59.523000 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:59.588114 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'status': 'completed', 'code': 200} Jun 29 17:30:59.647730 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-43abecf8-206d-49d1-a3ef-43ae8e1382fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:59.660913 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:30:59.734409 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-5ec50a49-09f7-4a89-8f6f-d3e44ed3abd3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1098 time: 0.0779727 Jun 29 17:30:59.869680 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-2487cb35-05e4-4221-8fe3-21e9e1a60136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:59.871127 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-2487cb35-05e4-4221-8fe3-21e9e1a60136 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1295469 Jun 29 17:30:59.976187 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-fae13653-638e-4d9f-812e-9505cb569f19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 200 len: 999 time: 0.0949962 Jun 29 17:31:00.026862 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '27944c9d-e757-485a-bd32-df08ac7143b9', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:3c:f9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:30:56Z', 'updated_at': '2021-06-29T17:30:56Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}, {'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:44Z', 'revision_number': 1, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:31:00.031221 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:31:00.042469 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:31:00.043098 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:30:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:31:00.060963 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-5052b41f-b1f8-4603-8031-88d63874a765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:00.062464 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-5052b41f-b1f8-4603-8031-88d63874a765 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0667915 Jun 29 17:31:00.109966 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638df5-26c8-4516-9a91-b53368f70d6e req-dce3ccc9-61b6-4bdf-a51e-1f8b86f37147 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:00.111523 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-41638df5-26c8-4516-9a91-b53368f70d6e req-dce3ccc9-61b6-4bdf-a51e-1f8b86f37147 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 943 time: 0.0899916 Jun 29 17:31:00.139765 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-66c4e22b-e397-4aa5-b8a9-9a87b5e759c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697899 Jun 29 17:31:00.166121 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-41638df5-26c8-4516-9a91-b53368f70d6e req-faf24eb1-3923-4a90-8daa-9b361e21c590 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473390 Jun 29 17:31:00.203829 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:00.247128 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:31:00.282116 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-c70ec2ad-5cf8-46a0-a53d-a69913db6701 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306102 Jun 29 17:31:00.534135 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-40f323e3-8f57-44b2-afeb-baf03e212f96 req-1ebd0140-9942-4e53-9643-e45829be7b8f service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368774 Jun 29 17:31:00.655667 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '27944c9d-e757-485a-bd32-df08ac7143b9', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:3c:f9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:30:56Z', 'updated_at': '2021-06-29T17:30:56Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}, {'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:44Z', 'revision_number': 1, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:31:00.659737 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adad2f-7aaf-4050-8c0b-134bb49b7659 None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '27944c9d-e757-485a-bd32-df08ac7143b9', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:3c:f9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:30:56Z', 'updated_at': '2021-06-29T17:30:56Z', 'revision_number': 0, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}, {'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:44Z', 'revision_number': 1, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:31:00.850836 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6013817-ce1a-49ad-b13c-e5752cc7c92b None None] New status for floating IP 27944c9d-e757-485a-bd32-df08ac7143b9: ACTIVE {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:31:01.247669 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab07a33a-cbcb-473f-9827-218eb176bb40 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:31:01.384691 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec0f1f-35b9-47da-be68-cec9cb7ab170 req-51b25946-679d-4d47-a23d-df241af57362 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:01.386422 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5aec0f1f-35b9-47da-be68-cec9cb7ab170 req-51b25946-679d-4d47-a23d-df241af57362 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 943 time: 0.0920401 Jun 29 17:31:01.389228 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ab07a33a-cbcb-473f-9827-218eb176bb40, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab07a33a-cbcb-473f-9827-218eb176bb40,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:31:01.402602 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'ab07a33a-cbcb-473f-9827-218eb176bb40', 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4', 'port_id': 'ab07a33a-cbcb-473f-9827-218eb176bb40', 'mac_address': 'fa:16:3e:13:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:31:01.439725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5aec0f1f-35b9-47da-be68-cec9cb7ab170 req-a2cdf5e4-9493-4337-ae09-0e32fc7137d7 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Jun 29 17:31:01.459540 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:01.478555 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab07a33a-cbcb-473f-9827-218eb176bb40 {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:31:01.493938 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ab07a33a-cbcb-473f-9827-218eb176bb40, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab07a33a-cbcb-473f-9827-218eb176bb40,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:31:01.497513 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:01.499392 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:01.567748 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=ab07a33a-cbcb-473f-9827-218eb176bb40,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:01.570925 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:01.859420 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['ab07a33a-cbcb-473f-9827-218eb176bb40'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:31:01.940279 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-40532c5c-a409-46e6-be08-474193bcb633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:02.670990 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ecc16-5cda-4e5c-866e-a499fcf40695 req-9f27b902-348d-4652-b8ac-e4733cf488b7 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:02.672472 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a97ecc16-5cda-4e5c-866e-a499fcf40695 req-9f27b902-348d-4652-b8ac-e4733cf488b7 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 944 time: 0.0951254 Jun 29 17:31:02.736217 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-a97ecc16-5cda-4e5c-866e-a499fcf40695 req-f179aae4-8da9-4481-80b3-d64ec6befd14 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579963 Jun 29 17:31:03.040127 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:03.284718 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab07a33a-cbcb-473f-9827-218eb176bb40 up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:31:03.356582 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port ab07a33a-cbcb-473f-9827-218eb176bb40 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:31:03.361578 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port ab07a33a-cbcb-473f-9827-218eb176bb40 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:31:03.361950 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:03.477191 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:03.505887 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab07a33a-cbcb-473f-9827-218eb176bb40'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:31:03.515806 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ab07a33a-cbcb-473f-9827-218eb176bb40, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab07a33a-cbcb-473f-9827-218eb176bb40,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:31:03.524636 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:03.524636 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:03.568444 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab07a33a-cbcb-473f-9827-218eb176bb40', 'code': 200} Jun 29 17:31:03.594107 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=ab07a33a-cbcb-473f-9827-218eb176bb40,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:03.597186 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:03.907543 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4a442052-1cf9-41d4-a5d5-e3bb19222206 req-073f2170-d594-44ef-b30c-5adb99ebae01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 1098 time: 0.0741670 Jun 29 17:31:03.956825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41406) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:03.958801 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c9ef0-4b1a-49b9-b188-4d12e9eec08d req-e75957d9-9b89-4966-87e9-e4cbb3773aea tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:03.960395 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-096c9ef0-4b1a-49b9-b188-4d12e9eec08d req-e75957d9-9b89-4966-87e9-e4cbb3773aea tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.0845127 Jun 29 17:31:03.968303 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4a442052-1cf9-41d4-a5d5-e3bb19222206 req-7fdb980f-256d-437e-b298-9b3b91577180 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Jun 29 17:31:04.011613 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-096c9ef0-4b1a-49b9-b188-4d12e9eec08d req-9119f697-5241-455c-89a3-b35f3e9383ed tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Jun 29 17:31:04.192958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.228784 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:31:04.232875 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c1c2149875473bbcd26ee4a8d9b573 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:31:04.235768 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:31:04.241660 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:31:04.306678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.313198 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.319859 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-bec89ca4-3c6e-4fe8-9581-bda14f73f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:04.360221 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043de27-9215-499c-8646-dfc27a080476,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:04.363431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:04.366980 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-a7a8d26b-d77f-4506-87e4-cc9f8edb57e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6c1c2149875473bbcd26ee4a8d9b573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4092147 Jun 29 17:31:04.369711 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41412) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:04.429549 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.457675 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.514060 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.518014 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d7d15885-be7b-4017-978c-bdb44d92c71b tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:04.528896 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043de27-9215-499c-8646-dfc27a080476,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:04.533532 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:04.536056 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.536996 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.538080 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-2d893766-eb9a-4d8d-a67f-5617aa8f07f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e043de27-9215-499c-8646-dfc27a080476 HTTP/1.1" status: 204 len: 168 time: 0.1674807 Jun 29 17:31:04.781797 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-6c0a3833-9d97-409d-af07-e5eb85c2f04e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729892 Jun 29 17:31:04.896752 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41420) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:04.916003 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:04.947661 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:31:04.951889 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f71a0144872b4031ad192aaadee9044c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:31:04.954350 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:31:04.960667 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:31:04.982892 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-2148db6a-1401-4089-926e-b18ae4deaefd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1098 time: 0.0735629 Jun 29 17:31:05.033058 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:05.038193 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:05.044995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ac307705-3d92-4662-9137-062c6600cf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:05.088499 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f71a0144872b4031ad192aaadee9044c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905694 Jun 29 17:31:05.089454 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700c30e1-1ba7-4533-befd-1d9d2e990831,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:05.091347 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41426) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:05.092623 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-71dcbc15-79af-492d-bba7-dfd2366d67d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:05.215683 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-62c148d7-f1e2-42d0-bb82-a95842ac4ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:05.217178 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-62c148d7-f1e2-42d0-bb82-a95842ac4ce0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.2104311 Jun 29 17:31:05.243667 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:05.327082 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:05.364928 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8075a-d6a5-4601-8807-50d1ce8d6d7e req-6973637d-eb57-4729-8505-b7e334b229a6 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:05.366367 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-85c8075a-d6a5-4601-8807-50d1ce8d6d7e req-6973637d-eb57-4729-8505-b7e334b229a6 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.2206860 Jun 29 17:31:05.439780 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-269b68a9-b576-4d98-aead-8f99a081019f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 1000 time: 0.1687946 Jun 29 17:31:05.453196 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-85c8075a-d6a5-4601-8807-50d1ce8d6d7e req-93add37b-0683-46b1-8b80-a68d40bf1d76 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785139 Jun 29 17:31:05.493644 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:05.502461 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6fb1dc58-8356-4b02-8970-e0c753701df0 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:05.521341 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c30e1-1ba7-4533-befd-1d9d2e990831,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:05.525078 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:05.534693 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:05.538383 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-f264bddf-84bf-4406-a02a-0f38db254184 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/700c30e1-1ba7-4533-befd-1d9d2e990831 HTTP/1.1" status: 204 len: 168 time: 0.4433374 Jun 29 17:31:05.543920 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-b9fa6122-0a3e-4888-b3fc-af444e8df307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:05.545449 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-b9fa6122-0a3e-4888-b3fc-af444e8df307 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0881410 Jun 29 17:31:05.636823 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-b411ea1c-c62c-4305-b3fe-4aeb92d36e1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743923 Jun 29 17:31:05.652220 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-89dce9d5-1527-4320-b8f9-b1cb6b62ab16 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:31:05.653173 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-89dce9d5-1527-4320-b8f9-b1cb6b62ab16 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051782 Jun 29 17:31:05.810988 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-7036dd4b-c613-4f64-bdd9-9a15723e1c45 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392362 Jun 29 17:31:05.949994 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a824dd86-b229-4147-a3b5-2897cb1445dd req-266b2671-06c1-473a-a5d3-40c50ee40507 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310272 Jun 29 17:31:05.956534 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41434) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:05.974593 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.006719 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:31:06.010478 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Usage tracker for resource:security_group_rule and tenant:06b149b4e26c45be9bce014b375a9cbb is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:31:06.013356 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:31:06.019234 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:31:06.088137 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.093880 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.100194 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b44c2f45-da5c-4312-aa80-ec5eb7bd74b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:06.139674 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca30288-d15d-4a3f-9d22-c454065151fe,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:06.143897 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06b149b4e26c45be9bce014b375a9cbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864069 Jun 29 17:31:06.144772 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-4124007e-7bd3-4dae-840b-d9e2cbf8d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:06.147632 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41438) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:06.206438 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.231659 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.288968 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.292780 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-54f6ed14-3fab-46c6-b793-caedd6af915c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:06.306410 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca30288-d15d-4a3f-9d22-c454065151fe,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:06.308896 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:06.313136 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:06.314842 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-3f3e95c1-ea91-4e59-a50a-b5d5d116f04b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aca30288-d15d-4a3f-9d22-c454065151fe HTTP/1.1" status: 204 len: 168 time: 0.1671100 Jun 29 17:31:06.686446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5f16-3333-4fa9-98fd-847efc2f8431 req-e2abd826-5fd3-4f9a-a0f6-7f56ce7c7e60 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:06.687915 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0c5a5f16-3333-4fa9-98fd-847efc2f8431 req-e2abd826-5fd3-4f9a-a0f6-7f56ce7c7e60 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.0799279 Jun 29 17:31:06.733030 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0c5a5f16-3333-4fa9-98fd-847efc2f8431 req-ff220b6b-7235-418a-ac71-459de5208ebd tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Jun 29 17:31:11.552649 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41538) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:11.714028 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:11.839516 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:31:11.844107 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Usage tracker for resource:security_group_rule and tenant:26f2216dd13c441c97fa944052f88ddc is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:31:11.847396 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:31:11.854251 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:31:11.919271 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:11.924494 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:11.936733 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-cbe04b05-7035-40b8-b504-6cb8b0f2b73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:11.975155 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf1284-1d09-4753-a956-b6d6bb8e1ba8,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:11.978336 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:11.980991 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-648afcbd-ec13-425c-b594-83bb76621396 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26f2216dd13c441c97fa944052f88ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4273283 Jun 29 17:31:11.983821 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41546) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:12.045677 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:12.071557 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:12.129303 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:12.132962 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7a1398f9-fc34-40c0-8bd6-6f211b6c22a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:12.144087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf1284-1d09-4753-a956-b6d6bb8e1ba8,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:12.147466 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:12.151087 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:12.152166 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-ca37c811-30e5-4a19-8669-2b17105accd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5daf1284-1d09-4753-a956-b6d6bb8e1ba8 HTTP/1.1" status: 204 len: 168 time: 0.1674039 Jun 29 17:31:16.411820 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41600) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:16.567418 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.600124 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:31:16.603981 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e3bec0ea1514996bd7543a0205c5898 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:31:16.606803 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:31:16.612463 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:31:16.697183 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.702768 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.709588 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-685bff43-0d03-4b6b-b557-ecb73e65d371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:16.748791 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db2935-6018-4e5c-aa1e-0dc257c23255,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:16.751873 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:16.757073 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-2d98a4a6-d191-45f3-a463-ff4de7e122c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e3bec0ea1514996bd7543a0205c5898&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3413541 Jun 29 17:31:16.757575 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41606) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:31:16.823260 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.850741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.910493 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.915494 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5516b7a6-716d-4817-bdfb-95475b331212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:31:16.931037 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db2935-6018-4e5c-aa1e-0dc257c23255,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:31:16.935207 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:31:16.940938 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:16.942167 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-df0a6eca-011e-4f86-b39d-7e4181534ac4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9db2935-6018-4e5c-aa1e-0dc257c23255 HTTP/1.1" status: 204 len: 168 time: 0.1835365 Jun 29 17:31:27.746773 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:28.580260 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:31:29.574624 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8c5a-7485-4443-9a7e-9c1d5f5272b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:30.140837 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:31.931507 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d1f9dd66-d50b-4d22-9134-12d14f3dfde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:33.045701 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:34.542609 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:57.762908 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:59.576872 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8d99693c-7bf6-4076-86dd-edf582a37611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:00.135721 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:01.933109 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7ecc-dd1b-4a1d-8c92-b2bc7ab51ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:03.043354 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:04.544422 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:05.580109 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:32:06.930538 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-3835c45e-7216-4ea2-bc08-482656f673cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2086675 Jun 29 17:32:07.071083 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-60740447-612b-4be1-8969-c6152c4d7a68 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1098 time: 0.0725222 Jun 29 17:32:07.222442 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-edb75207-0e7d-406e-aab6-4a345679b637 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:07.223813 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-edb75207-0e7d-406e-aab6-4a345679b637 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1314507 Jun 29 17:32:07.338207 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-ee5bbee8-dc9a-49fb-bb0e-53870a2de8b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 200 len: 1001 time: 0.1022129 Jun 29 17:32:07.410891 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-d9389cd2-e2af-441f-8e9a-6e50548c80d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:07.412437 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-d9389cd2-e2af-441f-8e9a-6e50548c80d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0631464 Jun 29 17:32:07.510346 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-49df4817-f12e-4ce1-aa6d-249a271c6df4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855803 Jun 29 17:32:07.645754 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-f5805db7-b219-44bb-82af-8cd4b1248914 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262412 Jun 29 17:32:07.797365 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-f5b64bca-81f0-4276-887e-fa76444b1834 req-f59053b5-7a35-4a59-880b-b1a84ca1316f service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432102 Jun 29 17:32:08.829224 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 41932) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:32:08.983259 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.015636 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:32:09.023545 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2632c98c7c34874b9efe24de3e0f6c3 is out of sync, need to count used quota {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:32:09.026649 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:32:09.032715 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:32:09.101743 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.107255 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.114560 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-dc0e33d4-042c-47f2-9b9a-08358d8ae3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:09.154161 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8aaa00-4841-4bd4-99fb-bd1ae59b9c38,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:09.161151 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2632c98c7c34874b9efe24de3e0f6c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3304291 Jun 29 17:32:09.164206 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 41940) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:32:09.166846 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.167208 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.167572 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.167939 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.168297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.168684 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.169034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.169387 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.169735 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.170083 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.170429 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.174365 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-43686cf0-5072-4e47-b07e-ac772b0feea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:09.229418 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.255098 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.313014 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.318279 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-e0de3c4b-d32b-4266-8053-127879f80e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:09.330899 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8aaa00-4841-4bd4-99fb-bd1ae59b9c38,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:09.336396 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:09.338217 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca8aaa00-4841-4bd4-99fb-bd1ae59b9c38 HTTP/1.1" status: 204 len: 168 time: 0.1729579 Jun 29 17:32:09.343725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.344098 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.344491 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.344853 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.345212 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.347389 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.347389 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.347389 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.347389 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.348028 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.348327 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:09.352326 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:19.388226 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad193d4-ef83-4b34-b4fd-65828fb85e1d req-9535b631-ffdc-4a7c-9e1b-c01611d12855 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:19.389759 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aad193d4-ef83-4b34-b4fd-65828fb85e1d req-9535b631-ffdc-4a7c-9e1b-c01611d12855 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.0829020 Jun 29 17:32:19.436862 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aad193d4-ef83-4b34-b4fd-65828fb85e1d req-bfd7d0c0-7cdd-494a-a471-f1771a9198a6 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Jun 29 17:32:20.658411 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7f351-c09a-4166-aa5d-dc8429d1d8ea req-2d1199a3-a59b-435d-82c0-dd53522673ca tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:20.660316 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f7f351-c09a-4166-aa5d-dc8429d1d8ea req-2d1199a3-a59b-435d-82c0-dd53522673ca tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.0925472 Jun 29 17:32:20.712981 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a4f7f351-c09a-4166-aa5d-dc8429d1d8ea req-4c562ac1-cf06-4052-b8ca-edbadbbb07ff tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Jun 29 17:32:21.928619 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e07bf-0ac3-4151-8da6-b41616c4b316 req-7b5abe8f-8ac1-4825-a71f-1f3876e416b9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:21.930088 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-707e07bf-0ac3-4151-8da6-b41616c4b316 req-7b5abe8f-8ac1-4825-a71f-1f3876e416b9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.0904853 Jun 29 17:32:21.994501 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-707e07bf-0ac3-4151-8da6-b41616c4b316 req-efd39f51-a103-46c9-b301-9f6a04dbfbe6 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Jun 29 17:32:22.958390 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-cea8c08b-1c3c-45ea-ae3e-6d9131f380e9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:22.959819 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-cea8c08b-1c3c-45ea-ae3e-6d9131f380e9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.0882320 Jun 29 17:32:23.033415 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Deleting port ab07a33a-cbcb-473f-9827-218eb176bb40 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:32:23.033759 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:23.416355 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e749191-f3a8-4d3b-9d36-193017a6a02b req-26ced122-e50f-4c7d-9218-51c66f329f1b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:23.417808 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2e749191-f3a8-4d3b-9d36-193017a6a02b req-26ced122-e50f-4c7d-9218-51c66f329f1b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeec7b94-db22-4a32-8e02-e0b856647884 HTTP/1.1" status: 200 len: 945 time: 0.2930932 Jun 29 17:32:23.462038 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] For port ab07a33a-cbcb-473f-9827-218eb176bb40, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab07a33a-cbcb-473f-9827-218eb176bb40,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:23.462431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:23.598544 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Calling delete_port for ab07a33a-cbcb-473f-9827-218eb176bb40 owned by compute:nova {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:32:23.649105 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2e749191-f3a8-4d3b-9d36-193017a6a02b req-440aa106-0a26-42fd-b587-e231e0da2fb8 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193882 Jun 29 17:32:23.752406 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:23.758948 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9e6a5bee-05c4-4e4a-b4b5-b47ec318aef4 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:23.796285 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['ab07a33a-cbcb-473f-9827-218eb176bb40'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:32:23.807015 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Pushing event deleted for resources: {'Port': ['ID=ab07a33a-cbcb-473f-9827-218eb176bb40,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:23.809958 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:23.881655 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] No DVR routers for this DVR port ab07a33a-cbcb-473f-9827-218eb176bb40 on host hv-cinder-79867 {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:32:23.884649 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:23.888939 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'name': 'network-vif-deleted', 'tag': 'ab07a33a-cbcb-473f-9827-218eb176bb40'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:23.912553 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-915f7396-fafe-4016-b8e9-e6fafefd3821 req-786355a6-b5ff-4df1-b85c-e0e547f54215 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "DELETE /v2.0/ports/ab07a33a-cbcb-473f-9827-218eb176bb40 HTTP/1.1" status: 204 len: 173 time: 0.9468081 Jun 29 17:32:24.115629 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec7b94-db22-4a32-8e02-e0b856647884', 'name': 'network-vif-deleted', 'tag': 'ab07a33a-cbcb-473f-9827-218eb176bb40', 'status': 'completed', 'code': 200} Jun 29 17:32:28.506769 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab07a33a-cbcb-473f-9827-218eb176bb40 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:32:28.543835 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: ab07a33a-cbcb-473f-9827-218eb176bb40 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:32:28.544181 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab07a33a-cbcb-473f-9827-218eb176bb40 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:32:28.553790 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:29.570858 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-85bb812a-1f00-47dc-91d7-5ab363518e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:30.141196 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:31.932269 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cf08eb11-3e45-4051-ac7b-06565ede5a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:33.046180 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:34.546506 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:35.468604 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-50397532-d30d-48a3-a309-c1f1ac0f16a5 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:35.469209 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-50397532-d30d-48a3-a309-c1f1ac0f16a5 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Synchronizing usage tracker for tenant:da927264d1b0440c802060e88f3368ed on resource:network {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:32:35.487504 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-50397532-d30d-48a3-a309-c1f1ac0f16a5 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Unset dirty status for tenant:da927264d1b0440c802060e88f3368ed on resource:network {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:32:35.489360 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-50397532-d30d-48a3-a309-c1f1ac0f16a5 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/networks?id=fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 200 len: 812 time: 0.1679127 Jun 29 17:32:35.506673 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-6222ba34-4f70-4394-8985-310918d67d0b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/quotas/da927264d1b0440c802060e88f3368ed HTTP/1.1" status: 200 len: 375 time: 0.0115702 Jun 29 17:32:35.554093 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-8bf45a30-80fd-4dca-b56d-a4f1957a41e1 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=da927264d1b0440c802060e88f3368ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424523 Jun 29 17:32:35.703772 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-a6f96aea-e0f6-46fd-b617-9e7435b4896b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=74138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:32:35.704791 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-a6f96aea-e0f6-46fd-b617-9e7435b4896b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1415083 Jun 29 17:32:35.853433 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-52046cfc-9ba9-4a92-b2f8-eaa386444ad5 service neutron] 10.222.0.79 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412270 Jun 29 17:32:36.008388 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-20951ea1-c7d1-430c-b1fe-22ec06104114 service neutron] 10.222.0.79 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461000 Jun 29 17:32:36.204706 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8f657373-d441-4b23-9c0b-7c35f8c62acb req-08fda8d4-084f-4d22-aeb2-d8a6bf162a2a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Synchronizing usage tracker for tenant:da927264d1b0440c802060e88f3368ed on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:32:36.221122 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8f657373-d441-4b23-9c0b-7c35f8c62acb req-08fda8d4-084f-4d22-aeb2-d8a6bf162a2a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Unset dirty status for tenant:da927264d1b0440c802060e88f3368ed on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:32:36.222337 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8f657373-d441-4b23-9c0b-7c35f8c62acb req-08fda8d4-084f-4d22-aeb2-d8a6bf162a2a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 210 time: 0.0649233 Jun 29 17:32:37.409468 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8bfb0d27-7b0b-4824-be1e-3c2a2eba32ea req-632671c4-9d2a-4b13-b018-42cd9b99544f tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 210 time: 0.0455873 Jun 29 17:32:37.821656 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-97fa88f8-2d76-45cc-a373-1c7bc74d30d4 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:37.823190 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-97fa88f8-2d76-45cc-a373-1c7bc74d30d4 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "GET /v2.0/networks?id=fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 200 len: 812 time: 0.1464384 Jun 29 17:32:37.878688 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Request body: {'port': {'device_id': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4', 'admin_state_up': True, 'tenant_id': 'da927264d1b0440c802060e88f3368ed'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:32:38.018039 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:32:38.028451 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.quota.driver [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:32:38.042157 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Made reservation on behalf of da927264d1b0440c802060e88f3368ed for: {'port': 1} {{(pid=74139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:32:38.045190 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:38.216993 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_common [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Allocated IP 172.20.0.3 (fd968016-1a31-4696-94f6-5e6805b36ed4/4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec/ab018d2c-8ba8-4168-84b9-7b8b0a153dfe) {{(pid=74139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:32:38.428049 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks [] for port, precommit_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:38.461292 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_create {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:38.466523 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:38.548620 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Network fd968016-1a31-4696-94f6-5e6805b36ed4 is already hosted by enough agents. {{(pid=74139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:32:38.550587 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.base_scheduler [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Resources bound (agent type, host, resource id): {{(pid=74139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:32:38.552715 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Pushing event updated for resources: {'Port': ['ID=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,revision_number=1']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:38.583672 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Received port after_create {{(pid=74139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:32:38.608130 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:38.664354 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.665056 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:38.699320 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-66168f59-70f3-4030-9eca-669e6f152b68 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8245151 Jun 29 17:32:38.705631 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbc945-252f-4579-921d-f0e5774832e5 req-ae030302-b02a-4e12-a0b1-231a78d7d3ec tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.706351 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-12cbc945-252f-4579-921d-f0e5774832e5 req-ae030302-b02a-4e12-a0b1-231a78d7d3ec tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Synchronizing usage tracker for tenant:da927264d1b0440c802060e88f3368ed on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:32:38.724524 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.v2.base [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Request body: {'port': {'device_id': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:32:38.753159 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-12cbc945-252f-4579-921d-f0e5774832e5 req-ae030302-b02a-4e12-a0b1-231a78d7d3ec tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Unset dirty status for tenant:da927264d1b0440c802060e88f3368ed on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:32:38.754310 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-12cbc945-252f-4579-921d-f0e5774832e5 req-ae030302-b02a-4e12-a0b1-231a78d7d3ec tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 931 time: 0.2078650 Jun 29 17:32:38.863599 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-12cbc945-252f-4579-921d-f0e5774832e5 req-7c797968-99e6-4a14-8d65-011c504f1672 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030009 Jun 29 17:32:38.868642 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:39.299961 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab018d2c-8ba8-4168-84b9-7b8b0a153dfe {{(pid=74139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:32:39.308022 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:39.323399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.provisioning_blocks [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Transition to ACTIVE for port object ab018d2c-8ba8-4168-84b9-7b8b0a153dfe will not be triggered until provisioned by entity L2. {{(pid=74139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:32:39.328425 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:39.332950 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-1004f2b8-3851-4781-9c76-9d0ea0443f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:39.453680 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Pushing event updated for resources: {'Port': ['ID=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,revision_number=2']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:39.458241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:39.565137 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Attempting to bind port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:32:39.565533 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Attempting to bind port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:32:39.565788 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Attempting to bind port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe on network fd968016-1a31-4696-94f6-5e6805b36ed4 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:32:39.572821 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe on network fd968016-1a31-4696-94f6-5e6805b36ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:32:39.573114 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Attempting to bind port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe on network fd968016-1a31-4696-94f6-5e6805b36ed4 {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:32:39.579873 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:32:39.580203 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Checking segment: {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:32:39.580615 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Bound using segment: {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'} {{(pid=74139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:32:39.581049 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.managers [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Bound port: ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7614b8-2536-4321-b48f-4ba044b25ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4'}}] {{(pid=74139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:32:39.581399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:39.675172 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] For port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host hv-cinder-79867, cleared binding levels {{(pid=74139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:32:39.678290 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] For port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:32:39.685695 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828257'] for port, after_update {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:39.689646 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-d138a53b-955c-49aa-a5ac-99213cf3761e tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:39.756544 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:39.757934 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] 10.222.0.81 "PUT /v2.0/ports/ab018d2c-8ba8-4168-84b9-7b8b0a153dfe HTTP/1.1" status: 200 len: 1093 time: 1.0378346 Jun 29 17:32:39.758452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'tag': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:39.770953 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Pushing event updated for resources: {'Port': ['ID=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,revision_number=3']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:39.773938 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:39.928969 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-081fc4dd-05c0-471c-a4a7-8f34694b6db3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da927264d1b0440c802060e88f3368ed&device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 1096 time: 0.0843537 Jun 29 17:32:40.008655 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'tag': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe', 'status': 'completed', 'code': 200} Jun 29 17:32:40.063828 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-1bcbe75d-181d-44fb-81a0-1fbf8deda190 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe HTTP/1.1" status: 200 len: 217 time: 0.1127656 Jun 29 17:32:40.145752 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-e1396a1f-daa9-4c67-9aa1-8c7e369b5f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:40.147900 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-e1396a1f-daa9-4c67-9aa1-8c7e369b5f3f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec HTTP/1.1" status: 200 len: 852 time: 0.0727823 Jun 29 17:32:40.158495 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5c77-08db-4a93-beec-361b65c3bcb5 req-595e04b5-8bea-4ea0-89dc-974ba3e23cda tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:40.159839 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b51e5c77-08db-4a93-beec-361b65c3bcb5 req-595e04b5-8bea-4ea0-89dc-974ba3e23cda tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 943 time: 0.1544909 Jun 29 17:32:40.216676 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-4374d11b-789a-4f4c-a8ac-7ea181293384 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd968016-1a31-4696-94f6-5e6805b36ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558517 Jun 29 17:32:40.323491 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b51e5c77-08db-4a93-beec-361b65c3bcb5 req-685360ef-913c-4f08-b93f-02c58d70b362 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333315 Jun 29 17:32:40.372027 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-1b23c55e-866f-4d7c-9c46-77614162dac8 service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402352 Jun 29 17:32:40.519888 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-820b9d1a-64ef-49dc-b35e-a4164df8b3a5 req-e29e3745-f3ee-42e1-9cd9-3addfd44cb75 service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383693 Jun 29 17:32:40.746624 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-fc756d85-b6da-4248-ab1e-135eb09f68c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da927264d1b0440c802060e88f3368ed&device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 1096 time: 0.0804019 Jun 29 17:32:40.891288 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-2d45c673-035f-489b-ab68-afef6b3c5816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:40.893972 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-2d45c673-035f-489b-ab68-afef6b3c5816 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 200 len: 913 time: 0.1388958 Jun 29 17:32:40.966417 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-b017e169-0b4b-4fff-ac75-2b98dc4b1ad3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe HTTP/1.1" status: 200 len: 217 time: 0.0637155 Jun 29 17:32:41.136981 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-3bbbe5d1-ca56-4fa5-993f-32804ce6d57d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:41.138446 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-3bbbe5d1-ca56-4fa5-993f-32804ce6d57d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec HTTP/1.1" status: 200 len: 852 time: 0.1600411 Jun 29 17:32:41.189704 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-8d388a98-696c-4f30-a138-ae98196b1bcd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd968016-1a31-4696-94f6-5e6805b36ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395010 Jun 29 17:32:41.330966 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-61fdf474-fecc-49cb-a3ee-53e51fe5ca78 service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296370 Jun 29 17:32:41.473231 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-3e2ec983-6b1d-4492-9713-3fa02a2bd695 req-25466d4c-94d6-4d85-bad4-8eaa17076dfa service neutron] 10.222.0.81 "GET /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314845 Jun 29 17:32:41.527880 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371c2c-0bfd-458b-96df-8e0397a099da req-ca6a4169-03ef-43bf-944d-1abcb351810a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:41.529386 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-93371c2c-0bfd-458b-96df-8e0397a099da req-ca6a4169-03ef-43bf-944d-1abcb351810a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 943 time: 0.0815034 Jun 29 17:32:41.579593 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-93371c2c-0bfd-458b-96df-8e0397a099da req-39f205f8-70f9-4797-95cf-0628fe78dc16 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Jun 29 17:32:42.544805 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab018d2c-8ba8-4168-84b9-7b8b0a153dfe details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:32:42.581896 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:32:42.684361 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:42.698597 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe', 'network_id': 'fd968016-1a31-4696-94f6-5e6805b36ed4', 'port_id': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe', 'mac_address': 'fa:16:3e:b4:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:32:42.758163 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.775491 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab018d2c-8ba8-4168-84b9-7b8b0a153dfe {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:32:42.785871 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0e65-220c-4399-b276-7c8c312687ed req-fa6690ce-52d0-4d96-a6fe-529953e8fa48 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:42.787841 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-403e0e65-220c-4399-b276-7c8c312687ed req-fa6690ce-52d0-4d96-a6fe-529953e8fa48 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 943 time: 0.0795844 Jun 29 17:32:42.791658 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:42.795593 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.797403 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:42.841008 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-403e0e65-220c-4399-b276-7c8c312687ed req-f96f938d-3feb-409a-8128-35ec5593be1b tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Jun 29 17:32:42.864175 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:42.873306 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.873731 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.874095 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.874448 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.874770 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.875137 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.875466 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.875789 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.876139 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.876450 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.876764 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.881221 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:43.214829 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['ab018d2c-8ba8-4168-84b9-7b8b0a153dfe'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:32:44.055737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f6a4a-1af9-4c93-aa26-44277023a180 req-58009b3a-8d29-44ea-84e1-8630489612ab tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:44.057282 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-454f6a4a-1af9-4c93-aa26-44277023a180 req-58009b3a-8d29-44ea-84e1-8630489612ab tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 944 time: 0.0928118 Jun 29 17:32:44.198506 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-454f6a4a-1af9-4c93-aa26-44277023a180 req-624a2f74-25ae-4f66-ba36-a7cb1dcdc96e tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353357 Jun 29 17:32:44.549634 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab018d2c-8ba8-4168-84b9-7b8b0a153dfe up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:32:44.623040 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:32:44.628318 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:44.628734 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.746736 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.776135 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:44.786732 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:44.792376 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.794464 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-b423f66e-a993-46af-9943-a242ad4eab9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:44.871425 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:44.874919 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:44.917620 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe', 'code': 200} Jun 29 17:32:45.235874 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-234b6c37-bd95-4a9e-bf73-a72018209a84 req-f4e0cadc-3271-483a-a69e-d8ae58234a66 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 1098 time: 0.0712507 Jun 29 17:32:45.281770 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-234b6c37-bd95-4a9e-bf73-a72018209a84 req-7f3eeac1-b297-4996-9876-08036328c302 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Jun 29 17:32:45.421879 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303f27-ec83-4aa9-b93d-1867b7e298d6 req-1b75b2f2-c135-4a85-b589-5e47e21f2a6c tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:45.423347 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4c303f27-ec83-4aa9-b93d-1867b7e298d6 req-1b75b2f2-c135-4a85-b589-5e47e21f2a6c tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.0898399 Jun 29 17:32:45.472239 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4c303f27-ec83-4aa9-b93d-1867b7e298d6 req-d8e15a4f-e582-4db3-a94f-fe82cc7e1883 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Jun 29 17:32:46.694843 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cfc05-8470-4192-ad50-3ffa65bfb7d1 req-4e67ad3f-b926-499b-897f-458fc4de3305 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:46.696393 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-959cfc05-8470-4192-ad50-3ffa65bfb7d1 req-4e67ad3f-b926-499b-897f-458fc4de3305 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.0968249 Jun 29 17:32:46.747162 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-959cfc05-8470-4192-ad50-3ffa65bfb7d1 req-30edf285-307a-4e7c-8874-e68d895c98d7 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jun 29 17:32:47.981678 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8275d4-2aa9-4c22-bb00-da7148db5c72 req-979848e8-ecfd-4e99-8396-359c811355d1 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.983157 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6e8275d4-2aa9-4c22-bb00-da7148db5c72 req-979848e8-ecfd-4e99-8396-359c811355d1 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.1058323 Jun 29 17:32:48.043805 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6e8275d4-2aa9-4c22-bb00-da7148db5c72 req-253d24ed-ba8d-4ed8-a2e9-07adfc9dfcef tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523078 Jun 29 17:32:58.521084 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.579943 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5060-4798-44fa-b8aa-6fdda7d27921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:00.148026 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:01.926312 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-2f07d1bd-469b-4440-80f6-393955c84ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.054109 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:04.552577 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:06.791463 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-e1e42353-f726-4154-a01d-3f3d8864df58 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867069 Jun 29 17:33:06.965974 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-caec4265-ec61-4ab3-9fba-c9cdb21a82aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1098 time: 0.0801754 Jun 29 17:33:07.121743 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-5029d13f-ff3b-47b5-ba94-af4b7aabf912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:07.123065 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-5029d13f-ff3b-47b5-ba94-af4b7aabf912 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1270669 Jun 29 17:33:07.224391 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-2d42e84a-df3b-411b-98c2-7bb1254fa02b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 1000 time: 0.0936677 Jun 29 17:33:07.289316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-5871af50-5691-4f82-a1d6-afe9abc551c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:07.290987 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-5871af50-5691-4f82-a1d6-afe9abc551c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0603974 Jun 29 17:33:07.366495 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-74f9165f-67a9-4a82-b94e-099df9667db3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688970 Jun 29 17:33:07.504233 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-8c1e683c-5276-49c5-9bc0-a39dacc5e078 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303599 Jun 29 17:33:07.589270 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42366) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:07.641882 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-bdd5805c-c523-4580-a91c-2473ab79d7a3 req-30be913a-e246-4dbf-8b58-c4547f47f8f0 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306906 Jun 29 17:33:07.806969 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.841046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:07.846415 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Usage tracker for resource:security_group_rule and tenant:7158563229a748749d2caedebbf8353a is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:07.851217 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:07.860328 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:07.934106 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.940514 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.948157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-4a9ebbef-1f98-4e38-ba75-2200b47bd84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:07.994491 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79052875-ece5-4f17-ac5a-32bbb425516a,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:07.998233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:08.002757 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-815b92cc-6c78-4476-a342-687b4cdf7653 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7158563229a748749d2caedebbf8353a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4116211 Jun 29 17:33:08.004756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42374) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:08.075700 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.105282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.158350 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.162033 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f6dd1914-9265-4efc-8f96-c4379ef7e0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:08.172860 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79052875-ece5-4f17-ac5a-32bbb425516a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:08.176312 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:08.180314 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.181421 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79052875-ece5-4f17-ac5a-32bbb425516a HTTP/1.1" status: 204 len: 168 time: 0.1756921 Jun 29 17:33:11.049027 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42396) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:11.268089 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Deleting port 8a08e53a-2182-43df-8e47-4304e1cdd814 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:11.268467 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.448741 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.449124 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.567397 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Calling delete_port for 8a08e53a-2182-43df-8e47-4304e1cdd814 owned by network:floatingip {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:11.731358 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.735701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d6dfa0ae-b4a6-4329-b417-eae75bfb7184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:11.818383 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'Port': ['ID=8a08e53a-2182-43df-8e47-4304e1cdd814,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:11.859131 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.859500 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.859863 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.860211 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.860622 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.860971 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.861323 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.861674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.862020 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.862366 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.862691 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:11.870056 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:11.936705 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.994969 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde787-b9fa-49b7-9a3e-027391b17764 req-7de98941-aa83-4d41-9618-c66155f5dfe2 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:11.996424 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2dcde787-b9fa-49b7-9a3e-027391b17764 req-7de98941-aa83-4d41-9618-c66155f5dfe2 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.2327645 Jun 29 17:33:12.066132 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2dcde787-b9fa-49b7-9a3e-027391b17764 req-40f64688-2bcb-43ec-a69f-bc8f42a9eba9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628312 Jun 29 17:33:12.472215 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:33:12.694128 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:12.703550 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:12.715670 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:12.716298 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:12.716756 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:12.772569 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "DELETE /v2.0/floatingips/27944c9d-e757-485a-bd32-df08ac7143b9 HTTP/1.1" status: 204 len: 168 time: 1.7220390 Jun 29 17:33:12.773331 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:12.892620 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:13.051519 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'status': 'completed', 'code': 200} Jun 29 17:33:13.254883 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-eb9617a6-a2e7-45aa-87c3-c301f89e7ca5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 1098 time: 0.1132429 Jun 29 17:33:13.260626 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c428e1-d13f-4d18-8319-5ccb36e36c40 req-ee132942-5ae3-4eb8-bc08-661602f14965 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.261588 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:44Z', 'revision_number': 1, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:13.264807 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-44c428e1-d13f-4d18-8319-5ccb36e36c40 req-ee132942-5ae3-4eb8-bc08-661602f14965 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.1673579 Jun 29 17:33:13.268390 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:13.280156 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:13.280727 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:13.294702 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43795f-c2b2-4292-a80b-72ce23040d62 req-34d46afb-910d-4216-bdd4-9b3fa2927da7 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.296835 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5f43795f-c2b2-4292-a80b-72ce23040d62 req-34d46afb-910d-4216-bdd4-9b3fa2927da7 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.0896242 Jun 29 17:33:13.349983 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-5f43795f-c2b2-4292-a80b-72ce23040d62 req-199c7029-23ce-46e2-ab6c-33b208efd0ef tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Jun 29 17:33:13.479555 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:13.485584 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-44c428e1-d13f-4d18-8319-5ccb36e36c40 req-a22f1075-aa64-48de-b602-3aaa1eae7354 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997526 Jun 29 17:33:13.518199 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-d4013af3-0c3c-4376-952d-3d1d435280d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.519674 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-d4013af3-0c3c-4376-952d-3d1d435280d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.2539978 Jun 29 17:33:13.593281 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-2559ac20-1e13-46d4-aad1-7140928dac19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 200 len: 217 time: 0.0642612 Jun 29 17:33:13.662756 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-cea0b0df-f942-41cd-9e22-82baaba1981f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.664189 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-cea0b0df-f942-41cd-9e22-82baaba1981f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.0583351 Jun 29 17:33:13.746697 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-57698931-7a26-4bb0-8468-d8fbb13e9098 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719225 Jun 29 17:33:13.857828 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:44Z', 'revision_number': 1, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:13.862032 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33d525-fa5d-4ecd-b86c-0340a4c6b056 None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '64e1de4d-ef8d-400e-9326-95a579f07d97', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'port_id': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'mac_address': 'fa:16:3e:41:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:41Z', 'updated_at': '2021-06-29T17:28:44Z', 'revision_number': 1, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:13.885756 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-211888e7-695b-4fac-bdd2-9524e45a0fd4 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302540 Jun 29 17:33:13.982108 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-a1b1c460-244c-47a8-b74f-bd02b7fdbc38 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.983596 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-a1b1c460-244c-47a8-b74f-bd02b7fdbc38 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.0778382 Jun 29 17:33:14.035763 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-0a91bd2f-b346-4004-9f09-4d3769cccdec req-e7d0c0ec-a1c1-466c-b9a6-7311e714c71a service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295879 Jun 29 17:33:14.058037 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Deleting port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:14.058373 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.085065 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a00fb-91b4-4349-963b-0d6c7072856f None None] New status for floating IP 27944c9d-e757-485a-bd32-df08ac7143b9: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:33:14.314810 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] For port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,segment=NetworkSegment(cd7614b8-2536-4321-b48f-4ba044b25ae5),segment_id=cd7614b8-2536-4321-b48f-4ba044b25ae5)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:14.315735 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.436556 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Calling delete_port for ab018d2c-8ba8-4168-84b9-7b8b0a153dfe owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:14.635120 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9be85-0f9f-44a9-a60b-b631415515eb req-219831c7-48c3-4e0b-aaec-5a640cb5f9f9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:14.636742 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9ef9be85-0f9f-44a9-a60b-b631415515eb req-219831c7-48c3-4e0b-aaec-5a640cb5f9f9 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4cd1e0f-a979-4951-bb21-237969b2dac5 HTTP/1.1" status: 200 len: 945 time: 0.1613512 Jun 29 17:33:14.666729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.674239 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-db15aae7-f9b2-4bdc-abb1-246a2c40145f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:14.686373 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dad51-c449-4a4d-ad3b-69a581b11a6e req-08378ace-b61f-4eea-b3a1-ce49f2d9f42a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:14.687830 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-615dad51-c449-4a4d-ad3b-69a581b11a6e req-08378ace-b61f-4eea-b3a1-ce49f2d9f42a tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.0779767 Jun 29 17:33:14.721894 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['ab018d2c-8ba8-4168-84b9-7b8b0a153dfe'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:33:14.725676 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Pushing event deleted for resources: {'Port': ['ID=ab018d2c-8ba8-4168-84b9-7b8b0a153dfe,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:14.730364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:14.738513 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-615dad51-c449-4a4d-ad3b-69a581b11a6e req-cfb1665d-5fab-45dd-ab8d-f4a24b2ff8dc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Jun 29 17:33:14.774579 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9ef9be85-0f9f-44a9-a60b-b631415515eb req-3d4f0039-9798-4702-a3c9-06083b67e469 tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289439 Jun 29 17:33:14.812649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] No DVR routers for this DVR port ab018d2c-8ba8-4168-84b9-7b8b0a153dfe on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:14.815508 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.829586 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-279e37cd-a377-44a3-b4a3-393c93ee68cd req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] 10.222.0.81 "DELETE /v2.0/ports/ab018d2c-8ba8-4168-84b9-7b8b0a153dfe HTTP/1.1" status: 204 len: 173 time: 0.8371694 Jun 29 17:33:15.052943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'name': 'network-vif-deleted', 'tag': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:15.112904 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cd1e0f-a979-4951-bb21-237969b2dac5', 'name': 'network-vif-deleted', 'tag': 'ab018d2c-8ba8-4168-84b9-7b8b0a153dfe', 'status': 'completed', 'code': 200} Jun 29 17:33:15.496941 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-129fd3b7-e8ff-4d5d-8067-e3c0edfa5e51 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:15.497629 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-129fd3b7-e8ff-4d5d-8067-e3c0edfa5e51 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:33:15.522024 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-129fd3b7-e8ff-4d5d-8067-e3c0edfa5e51 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:33:15.523752 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-129fd3b7-e8ff-4d5d-8067-e3c0edfa5e51 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.1162658 Jun 29 17:33:15.592732 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Deleting port 2e441205-b25f-46b5-92fa-f8be7b28d10d {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:15.593059 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:16.017668 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] For port 2e441205-b25f-46b5-92fa-f8be7b28d10d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2e441205-b25f-46b5-92fa-f8be7b28d10d,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:16.018036 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:16.148293 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Calling delete_port for 2e441205-b25f-46b5-92fa-f8be7b28d10d owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:16.184157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219912-6820-4dc9-9d73-51a9b81d8f51 req-81335fab-cac4-403d-a859-f92595ea6ef7 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:16.185697 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3d219912-6820-4dc9-9d73-51a9b81d8f51 req-81335fab-cac4-403d-a859-f92595ea6ef7 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 945 time: 0.2910366 Jun 29 17:33:16.278770 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3d219912-6820-4dc9-9d73-51a9b81d8f51 req-7fdb0750-032e-43ce-905c-e442b8a6ca80 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829730 Jun 29 17:33:16.356859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:16.363076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-756b7587-dacf-4a6b-9661-2845708cab3b tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:16.411017 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'Port': ['ID=2e441205-b25f-46b5-92fa-f8be7b28d10d,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:16.414375 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:16.487091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] No DVR routers for this DVR port 2e441205-b25f-46b5-92fa-f8be7b28d10d on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:16.489878 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:16.506884 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d6c06dcf-f5a8-4316-b8ef-1d565fb57b89 req-c6527bff-1d86-4c62-99cc-5a4fc16d279e tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "DELETE /v2.0/ports/2e441205-b25f-46b5-92fa-f8be7b28d10d HTTP/1.1" status: 204 len: 173 time: 0.9761672 Jun 29 17:33:16.774320 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab018d2c-8ba8-4168-84b9-7b8b0a153dfe no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:16.810952 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: ab018d2c-8ba8-4168-84b9-7b8b0a153dfe {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:16.811319 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device ab018d2c-8ba8-4168-84b9-7b8b0a153dfe not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:16.811754 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 2e441205-b25f-46b5-92fa-f8be7b28d10d no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:16.845070 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: 2e441205-b25f-46b5-92fa-f8be7b28d10d {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:16.845417 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device 2e441205-b25f-46b5-92fa-f8be7b28d10d not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:17.114411 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'name': 'network-vif-deleted', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:17.169584 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492c62ba-f9c9-46b5-a769-0bf979c1b761', 'name': 'network-vif-deleted', 'tag': '2e441205-b25f-46b5-92fa-f8be7b28d10d', 'status': 'completed', 'code': 200} Jun 29 17:33:17.462369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-209d238f-417a-45b8-a2ec-6a0c6584bcf9 req-a2afeaeb-f72a-4b23-bcca-4aa6c74a9281 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:33:17.479413 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-209d238f-417a-45b8-a2ec-6a0c6584bcf9 req-a2afeaeb-f72a-4b23-bcca-4aa6c74a9281 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:33:17.480586 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-209d238f-417a-45b8-a2ec-6a0c6584bcf9 req-a2afeaeb-f72a-4b23-bcca-4aa6c74a9281 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=492c62ba-f9c9-46b5-a769-0bf979c1b761 HTTP/1.1" status: 200 len: 210 time: 0.0587273 Jun 29 17:33:19.587722 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:33:23.199851 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42474) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:23.402851 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Deleting port 58de5e8e-958c-4fd0-a0c3-df08c109ca72 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:23.403110 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:23.585692 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:23.586025 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:23.713310 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Calling delete_port for 58de5e8e-958c-4fd0-a0c3-df08c109ca72 owned by network:floatingip {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:23.863126 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:23.870056 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c8f5172c-0f55-4318-9a6a-82e20ec9ba5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:23.915071 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'Port': ['ID=58de5e8e-958c-4fd0-a0c3-df08c109ca72,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:23.963474 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.963850 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.964198 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.964585 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.964936 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.965289 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.965635 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.965982 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.966310 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.966649 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.966992 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:23.973565 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:24.029527 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:24.525580 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:33:24.734916 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:24.745352 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:24.756181 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:24.758355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:24.759002 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:24.811387 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-f62f61df-4cdd-4c81-803c-9470d7e14872 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "DELETE /v2.0/floatingips/64e1de4d-ef8d-400e-9326-95a579f07d97 HTTP/1.1" status: 204 len: 168 time: 1.6101961 Jun 29 17:33:24.811922 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73'}] {{(pid=74139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:24.870542 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'status': 'completed', 'code': 200} Jun 29 17:33:24.954679 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:25.022634 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-85ac6527-227a-4904-981f-9a304118326b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 1098 time: 0.0891395 Jun 29 17:33:25.173342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b905-5509-4605-938c-f5224c60c304 req-34141d44-cf1e-4bb3-9815-4b512b4f25f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:25.174824 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-34141d44-cf1e-4bb3-9815-4b512b4f25f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 200 len: 913 time: 0.1443806 Jun 29 17:33:25.259010 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-9351774c-0597-4928-92a6-87d7d9311a27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 200 len: 217 time: 0.0761857 Jun 29 17:33:25.342806 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:25.356394 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:25.375284 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:25.375941 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:25.379588 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b905-5509-4605-938c-f5224c60c304 req-410cf9ce-55bc-4d63-a442-fcd5c4a91f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:25.381506 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-410cf9ce-55bc-4d63-a442-fcd5c4a91f56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 200 len: 851 time: 0.1150630 Jun 29 17:33:25.487645 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-63aa4b9f-7059-47e1-8b76-e7d585d6d8c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=940bad8d-b42e-4669-99ea-e9262c77a839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875423 Jun 29 17:33:25.514388 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a2b5-4f5f-43cd-a797-5d40c4ed395c req-ce8d9c53-1354-4291-a534-8d2a19931c76 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:25.515095 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8327a2b5-4f5f-43cd-a797-5d40c4ed395c req-ce8d9c53-1354-4291-a534-8d2a19931c76 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:33:25.533302 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.quota.resource [req-8327a2b5-4f5f-43cd-a797-5d40c4ed395c req-ce8d9c53-1354-4291-a534-8d2a19931c76 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:33:25.536777 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8327a2b5-4f5f-43cd-a797-5d40c4ed395c req-ce8d9c53-1354-4291-a534-8d2a19931c76 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.1487787 Jun 29 17:33:25.584198 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-8327a2b5-4f5f-43cd-a797-5d40c4ed395c req-40c05b04-a441-46d5-96cf-0919a1d04904 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435326 Jun 29 17:33:25.607591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:25.627842 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-91f9dd24-2c42-4a8c-b455-8f976059cb67 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326303 Jun 29 17:33:25.765835 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-cc05b905-5509-4605-938c-f5224c60c304 req-500e23a2-6d07-441b-8dbe-f91970955317 service neutron] 10.222.0.81 "GET /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282859 Jun 29 17:33:25.937658 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:25.943657 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431fd6d9-4ef1-4358-b863-bb2ad76edf9c None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:14Z', 'revision_number': 4, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '8506a821-e1be-4ed2-83be-cc5e34ef1392', 'name': '', 'network_id': '940bad8d-b42e-4669-99ea-e9262c77a839', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'mac_address': 'fa:16:3e:bd:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:13Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'subnets': [{'id': '89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:26.175238 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49106e-5806-450b-aeb7-1fa144a380e3 None None] New status for floating IP 64e1de4d-ef8d-400e-9326-95a579f07d97: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:33:26.894898 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06457fb-4ddd-4bce-87d1-d56c4719ce6c req-ef53725e-436b-481e-81e9-d496d06c1775 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:26.896431 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e06457fb-4ddd-4bce-87d1-d56c4719ce6c req-ef53725e-436b-481e-81e9-d496d06c1775 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.1837978 Jun 29 17:33:26.947036 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e06457fb-4ddd-4bce-87d1-d56c4719ce6c req-98c3e363-ed1f-4fbd-8afb-a00a33e75b77 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438383 Jun 29 17:33:28.161895 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82f67-3ace-41a5-9fb3-7c6f2c7ef5a9 req-4741e845-ca2e-450a-909f-75969780605d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:28.163341 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fc82f67-3ace-41a5-9fb3-7c6f2c7ef5a9 req-4741e845-ca2e-450a-909f-75969780605d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.0848558 Jun 29 17:33:28.216915 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-6fc82f67-3ace-41a5-9fb3-7c6f2c7ef5a9 req-81b79286-e3b0-4a49-9c28-29d1ad0eb065 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473053 Jun 29 17:33:29.430659 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb28e-00a9-4335-95f8-777ed41cd952 req-a82574e4-1771-44af-a856-983d9e6486dc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:29.432551 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2c8eb28e-00a9-4335-95f8-777ed41cd952 req-a82574e4-1771-44af-a856-983d9e6486dc tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Jun 29 17:33:29.472536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.480361 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-2c8eb28e-00a9-4335-95f8-777ed41cd952 req-e9887ac3-be7b-45f4-887e-31e824a5f754 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Jun 29 17:33:29.573991 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-90b1627c-6e65-47bf-9bbd-7dbe30b241c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.147627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.697674 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9aecc-a4e8-48b6-9f78-4ce0377dacc0 req-596ce0be-637d-4427-9374-ec96cb725127 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:30.699004 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a9b9aecc-a4e8-48b6-9f78-4ce0377dacc0 req-596ce0be-637d-4427-9374-ec96cb725127 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.0941501 Jun 29 17:33:30.752753 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a9b9aecc-a4e8-48b6-9f78-4ce0377dacc0 req-0d80812c-452f-477a-95bb-9dbe04775719 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/security-groups?id=2db9e104-fdb2-48b6-a49b-bd4894d81160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Jun 29 17:33:30.826161 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-a94de5a6-5108-4d75-9999-0b5f2699cde2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:30.827470 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-a94de5a6-5108-4d75-9999-0b5f2699cde2 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 945 time: 0.0809095 Jun 29 17:33:30.907031 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Deleting port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:30.907370 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.156492 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] For port d05288cf-3ea5-4caa-893d-0e78cf3d1b73, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:31.156855 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.279981 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Calling delete_port for d05288cf-3ea5-4caa-893d-0e78cf3d1b73 owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:31.432261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.438457 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-678c01b6-e74a-4616-92e6-c076891f761f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:31.466783 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device d05288cf-3ea5-4caa-893d-0e78cf3d1b73 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:31.488237 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'Port': ['ID=d05288cf-3ea5-4caa-893d-0e78cf3d1b73,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:31.491926 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:31.503709 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: d05288cf-3ea5-4caa-893d-0e78cf3d1b73 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:31.503709 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device d05288cf-3ea5-4caa-893d-0e78cf3d1b73 not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:31.564856 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] No DVR routers for this DVR port d05288cf-3ea5-4caa-893d-0e78cf3d1b73 on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:31.570076 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.573447 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'name': 'network-vif-deleted', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:31.589447 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7a75f2a3-30b8-48bb-8182-fdd2321a8a3e req-c52a48da-adf1-421a-90cd-775eba9d15e3 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.81 "DELETE /v2.0/ports/d05288cf-3ea5-4caa-893d-0e78cf3d1b73 HTTP/1.1" status: 204 len: 173 time: 0.7546642 Jun 29 17:33:31.648686 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e522e3b9-b12a-4295-a59a-3748e53d72a9', 'name': 'network-vif-deleted', 'tag': 'd05288cf-3ea5-4caa-893d-0e78cf3d1b73', 'status': 'completed', 'code': 200} Jun 29 17:33:31.922420 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-69d15b41-c806-4578-8104-dcfd0a260eb3 req-eb9524b5-5040-4aa3-8fa9-09749b913d7d tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 210 time: 0.0412796 Jun 29 17:33:31.932699 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-02912c72-e3a0-4a60-a93c-1fbbde57071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:33.054103 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:33.109022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-fb88efeb-83c9-4d57-a6d3-150daa8cbc7d req-86efe93a-f566-45d7-b30a-ecb23c81d814 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Synchronizing usage tracker for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:33:33.127267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-fb88efeb-83c9-4d57-a6d3-150daa8cbc7d req-86efe93a-f566-45d7-b30a-ecb23c81d814 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Unset dirty status for tenant:372aec24011a49e1abe53ef2d2c9d23f on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:33:33.128423 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-fb88efeb-83c9-4d57-a6d3-150daa8cbc7d req-86efe93a-f566-45d7-b30a-ecb23c81d814 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "GET /v2.0/ports?device_id=e522e3b9-b12a-4295-a59a-3748e53d72a9 HTTP/1.1" status: 200 len: 210 time: 0.0611165 Jun 29 17:33:34.238384 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42558) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:34.406432 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Deleting port 9302d259-2948-4e29-8114-7508672887c4 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:34.406681 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:34.550755 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:34.577004 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:34.577330 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:34.694406 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Calling delete_port for 9302d259-2948-4e29-8114-7508672887c4 owned by network:floatingip {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:34.925456 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:34.929267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0d053558-4756-4145-b427-95b73e02ac26 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:34.976009 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'Port': ['ID=9302d259-2948-4e29-8114-7508672887c4,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:34.978492 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:35.067838 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for floatingip, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.091142 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.092595 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab61ac55-cd73-4dee-bc13-58cf1a78ce93 HTTP/1.1" status: 204 len: 168 time: 0.8532181 Jun 29 17:33:36.488099 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42580) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:36.560330 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.591314 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.659316 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.664061 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-da9a6a09-ae55-405f-af2d-81172a53c267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:36.683449 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db9e104-fdb2-48b6-a49b-bd4894d81160,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:36.687349 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:36.699065 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.700880 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-8050a167-6caf-4af5-ad3f-4e121db72496 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] 10.222.0.79 "DELETE /v2.0/security-groups/2db9e104-fdb2-48b6-a49b-bd4894d81160 HTTP/1.1" status: 204 len: 168 time: 0.2116992 Jun 29 17:33:37.814669 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42600) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:38.431702 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:39.074046 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Deleting port 8506a821-e1be-4ed2-83be-cc5e34ef1392 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:39.074725 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:39.258941 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] For port 8506a821-e1be-4ed2-83be-cc5e34ef1392, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=8506a821-e1be-4ed2-83be-cc5e34ef1392,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:39.259299 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:39.488749 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Calling delete_port for 8506a821-e1be-4ed2-83be-cc5e34ef1392 owned by network:router_interface {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:39.674803 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:39.678640 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5a0c5983-c3f1-494a-8e32-5990e605bcd3 tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:39.725304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Pushing event deleted for resources: {'Port': ['ID=8506a821-e1be-4ed2-83be-cc5e34ef1392,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:39.728261 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:40.032106 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:40.642990 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:33:40.848483 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:40.857436 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] Sync routers for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:40.861884 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-6f707a2b-9be7-4e06-8b4d-2138944130be admin admin] 10.222.0.79 "PUT /v2.0/routers/10343e75-d1cb-4dd6-b64f-7bfdb4381402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0457487 Jun 29 17:33:40.864617 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42634) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:40.873335 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:40.874195 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:41.076688 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:41.104874 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:41.378789 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:41.389433 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Deleting port b4c78c60-d559-4b6d-8b6b-7a5601cdc516 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:41.389803 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:41.405072 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:33:39Z', 'revision_number': 5, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port': {'id': 'b4c78c60-d559-4b6d-8b6b-7a5601cdc516', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:41.408949 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] Checking router: 10343e75-d1cb-4dd6-b64f-7bfdb4381402 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:41.420056 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] Routers {'10343e75-d1cb-4dd6-b64f-7bfdb4381402'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:41.420786 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:41.571125 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] For port b4c78c60-d559-4b6d-8b6b-7a5601cdc516, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:41.571537 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:41.576897 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] Set router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 gateway port host: None {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:41.679942 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:33:41Z', 'revision_number': 6, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:41.684060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8544-29a5-4832-8444-17ae07e96dae None None] The sync data for ids ['10343e75-d1cb-4dd6-b64f-7bfdb4381402'] in dv-cinder-798672-1-iscsi is: [{'id': '10343e75-d1cb-4dd6-b64f-7bfdb4381402', 'name': 'tempest-TestVolumeBootPattern-1462899435-router', 'tenant_id': '372aec24011a49e1abe53ef2d2c9d23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:10Z', 'updated_at': '2021-06-29T17:33:41Z', 'revision_number': 6, 'project_id': '372aec24011a49e1abe53ef2d2c9d23f', 'gw_port_host': None}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:41.695266 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Calling delete_port for b4c78c60-d559-4b6d-8b6b-7a5601cdc516 owned by network:router_gateway {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:41.739713 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42640) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:41.827395 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Deleting subnet 4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:33:41.836048 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:41.893924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:41.995522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.051277 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.059037 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-9fabb6de-04d6-4d88-85d3-c3617f9d7a0b tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:42.109055 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c78c60-d559-4b6d-8b6b-7a5601cdc516,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:42.114332 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:42.153299 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.189211 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-904afb07-08fc-4be0-bc28-2a0ecdfb6627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:42.236133 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:42.241989 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:42.248724 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.264705 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-953d789b-fe0e-4634-a863-25a27238d001 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4c6d8ef0-eede-4068-9d81-73b0b4fcd5ec HTTP/1.1" status: 204 len: 168 time: 0.5238562 Jun 29 17:33:42.267310 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42644) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:42.400179 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.492287 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.495492 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b4c78c60-d559-4b6d-8b6b-7a5601cdc516 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:42.530540 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: b4c78c60-d559-4b6d-8b6b-7a5601cdc516 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:42.531300 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b4c78c60-d559-4b6d-8b6b-7a5601cdc516 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:42.531948 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 8506a821-e1be-4ed2-83be-cc5e34ef1392 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:42.567042 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 8506a821-e1be-4ed2-83be-cc5e34ef1392 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:42.567581 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 8506a821-e1be-4ed2-83be-cc5e34ef1392 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:42.621926 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.635313 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd968016-1a31-4696-94f6-5e6805b36ed4']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:42.648254 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7614b8-2536-4321-b48f-4ba044b25ae5') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:42.648586 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7614b8-2536-4321-b48f-4ba044b25ae5') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:42.660157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.667935 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.672263 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.677430 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.685077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:33:42.685584 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.702473 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:33:42.702785 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:33:42.705466 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10343e75-d1cb-4dd6-b64f-7bfdb4381402 {{(pid=74139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:33:42.712594 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.713731 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-601c6f47-475a-4cb5-afc9-e0180b799ec4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/10343e75-d1cb-4dd6-b64f-7bfdb4381402 HTTP/1.1" status: 204 len: 168 time: 1.8481841 Jun 29 17:33:42.716213 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42648) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:42.782767 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Deleting subnet 89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:33:42.783073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.786536 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.787964 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.790757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:42.813550 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd968016-1a31-4696-94f6-5e6805b36ed4,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:42.816424 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:42.823950 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ca326d15-13c4-4b8f-9cb5-b928b9c2ef62 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fd968016-1a31-4696-94f6-5e6805b36ed4 HTTP/1.1" status: 204 len: 168 time: 0.5555403 Jun 29 17:33:42.944670 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.985842 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42654) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:43.038478 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d9a0068d-f533-4b21-96de-ef8284c6673e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da927264d1b0440c802060e88f3368ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513272 Jun 29 17:33:43.040857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42658) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:43.070291 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.108495 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.135910 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.141325 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.146351 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-87e92154-8624-4101-b861-7cb5458af7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:43.185294 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:43.188241 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:43.191867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.192442 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.196329 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c5c74a95-439f-4521-98cb-b2e19fbecb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:43.198217 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94734c-1ed3-477e-a934-aa6a49de4c70 None None] Network 940bad8d-b42e-4669-99ea-e9262c77a839 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:33:43.201163 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/89ca7ee0-3c2a-4bc1-b18a-5b3a5d8e7d25 HTTP/1.1" status: 204 len: 168 time: 0.4817717 Jun 29 17:33:43.201399 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42662) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:43.211932 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:43.214796 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:43.226472 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.227780 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-1ff8a76b-08c4-4c94-bbea-32b19c081900 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c43c9e1-5c5e-4d0b-b626-0ea04fdea61d HTTP/1.1" status: 204 len: 168 time: 0.1854987 Jun 29 17:33:43.310933 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.322393 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Deleting port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:43.322739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.514380 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] DHCP port deletion for 940bad8d-b42e-4669-99ea-e9262c77a839 request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:33:43.519050 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Deleting port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:43.519592 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.543401 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] For port 6f12a78e-b1d2-4651-b845-bb1d67b50c27, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6f12a78e-b1d2-4651-b845-bb1d67b50c27,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:43.543831 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.673678 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Calling delete_port for 6f12a78e-b1d2-4651-b845-bb1d67b50c27 owned by network:dhcp {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:43.721270 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] For port 6f12a78e-b1d2-4651-b845-bb1d67b50c27, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6f12a78e-b1d2-4651-b845-bb1d67b50c27,segment=NetworkSegment(6f3819b8-d9be-4746-bd1a-e61beb4ccb3b),segment_id=6f3819b8-d9be-4746-bd1a-e61beb4ccb3b)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:43.721673 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.756108 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.766699 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-abbd572d-6e41-4d4c-bcbb-bf8dcc5ce9dd tempest-AttachVolumeNegativeTest-1054395615 tempest-AttachVolumeNegativeTest-1054395615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:43.803448 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] No DVR routers for this DVR port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 on host dv-cinder-798672-1-iscsi {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:43.834622 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f12a78e-b1d2-4651-b845-bb1d67b50c27,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:43.839522 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:43.889289 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Calling delete_port for 6f12a78e-b1d2-4651-b845-bb1d67b50c27 owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:43.932073 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.945640 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940bad8d-b42e-4669-99ea-e9262c77a839']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:43.958254 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:43.958571 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3819b8-d9be-4746-bd1a-e61beb4ccb3b') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:43.964486 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:33:43.964842 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:33:43.971053 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.987763 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:43.994227 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:33:43.994526 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:33:44.007738 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:33:44.087336 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.092267 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:44.106046 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.116484 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=940bad8d-b42e-4669-99ea-e9262c77a839,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:44.119739 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:44.132756 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-3364f9d7-cc0f-4a29-98ca-a324d4af7c77 admin admin] 10.222.0.79 "DELETE /v2.0/networks/940bad8d-b42e-4669-99ea-e9262c77a839 HTTP/1.1" status: 204 len: 168 time: 0.9301012 Jun 29 17:33:44.135483 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42684) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:44.177963 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42688) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:44.206064 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6f12a78e-b1d2-4651-b845-bb1d67b50c27 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:44.240499 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 6f12a78e-b1d2-4651-b845-bb1d67b50c27 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:44.241108 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6f12a78e-b1d2-4651-b845-bb1d67b50c27 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:44.330318 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-450496335-network', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:44.335481 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:44.340240 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Usage tracker for resource:network and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:44.343362 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:44.349748 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:44.361901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Made reservation on behalf of 8a19341468304c1eb3f96eadfb29992c for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:44.364210 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.377014 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.409757 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:44.413737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:44.416984 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:44.423186 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:44.466520 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Deleting port 6f12a78e-b1d2-4651-b845-bb1d67b50c27 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:44.467731 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.499720 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.505942 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.509579 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cbf3fd6d-b733-45fc-b0b9-a64891a64efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:44.539786 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-b121cab6-f659-428a-ac1b-3fc261c80162 None None] The port '6f12a78e-b1d2-4651-b845-bb1d67b50c27' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:33:44.546035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:33:44.552589 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62192a8-91db-4590-8d82-386e90765a8a,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:44.556998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:44.560901 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.561435 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Added segment 47e1c2c1-e643-42e0-b203-3a7cb3fd63d3 of type vlan for network e682b85f-b81a-4238-b93f-1309c6914b31 Jun 29 17:33:44.594209 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.626346 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.627608 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:44.628201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.633820 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0be11151-b225-4048-8cf0-408e3994b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:44.664012 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.736520 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e682b85f-b81a-4238-b93f-1309c6914b31,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:44.742550 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5605412 Jun 29 17:33:44.742550 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-8c1153ec-7bf3-4897-b50b-5eb8339f42e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:44.742854 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42694) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:44.748819 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Request body: {'subnet': {'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-450496335-subnet', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:44.749637 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network e682b85f-b81a-4238-b93f-1309c6914b31 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:33:44.753696 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:44.757564 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Usage tracker for resource:subnet and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:44.761119 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:44.766893 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:44.777764 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Made reservation on behalf of 8a19341468304c1eb3f96eadfb29992c for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:44.780122 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.992758 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.996836 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:45.065884 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adce531-2945-41b6-bd26-d3cd211a20aa,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:45.069501 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:45.078042 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Checking segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:45.078396 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Network hostable DHCP agents. Network: e682b85f-b81a-4238-b93f-1309c6914b31, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:33:45.101355 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Network e682b85f-b81a-4238-b93f-1309c6914b31 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:33:45.115199 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, e682b85f-b81a-4238-b93f-1309c6914b31) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:45.119703 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:45.120604 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.125877 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f89bd0-364f-4c4f-8f6a-46dcd372648a None None] Network e682b85f-b81a-4238-b93f-1309c6914b31 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:33:45.148122 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-52863779-d230-413a-b6e4-13d5a1330d16 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4042895 Jun 29 17:33:45.151349 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42698) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:45.156596 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:45.161762 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:45.166132 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Usage tracker for resource:router and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:45.169826 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:45.176035 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:45.192023 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.194177 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.228176 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.290605 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Deleting port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:45.291264 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.352849 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-e682b85f-b81a-4238-b93f-1309c6914b31', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:33:45.353722 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.389534 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.473123 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] For port a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:45.473974 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.515781 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Allocated IP 172.20.0.2 (e682b85f-b81a-4238-b93f-1309c6914b31/8adce531-2945-41b6-bd26-d3cd211a20aa/a335e9ff-7eaf-416d-99ef-08f45c0334c8) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:45.593288 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.593839 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Calling delete_port for a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 owned by network:router_interface {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:45.624923 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.731520 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.780110 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Allocated IP 172.27.2.146 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/0bf5997d-7a0a-4f90-b80a-dc7e94e3c303) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:45.790026 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.790261 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Transition to ACTIVE for port object a335e9ff-7eaf-416d-99ef-08f45c0334c8 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:45.794924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-e2b67af6-dab9-4706-a4de-362fc4873886 tempest-VolumesActionsTest-1970717235 tempest-VolumesActionsTest-1970717235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:45.810865 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Transition to ACTIVE for port object a335e9ff-7eaf-416d-99ef-08f45c0334c8 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:45.818502 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.827690 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:45.844444 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:45.848878 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:45.906954 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Network e682b85f-b81a-4238-b93f-1309c6914b31 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:45.910435 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:45.915341 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:45.918055 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Pushing event updated for resources: {'Port': ['ID=a335e9ff-7eaf-416d-99ef-08f45c0334c8,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:45.966905 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.967254 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.967595 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.967932 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.968844 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.969268 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.969527 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.969859 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.970341 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.971097 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.971428 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:45.979909 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:46.035635 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Attempting to bind port a335e9ff-7eaf-416d-99ef-08f45c0334c8 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:46.036024 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Attempting to bind port a335e9ff-7eaf-416d-99ef-08f45c0334c8 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:46.036423 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Attempting to bind port a335e9ff-7eaf-416d-99ef-08f45c0334c8 on network e682b85f-b81a-4238-b93f-1309c6914b31 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:33:46.048788 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:33:46.048788 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Checking segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:46.049262 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.050168 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Bound using segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:33:46.050428 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Bound port: a335e9ff-7eaf-416d-99ef-08f45c0334c8, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:46.050872 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.084900 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.119367 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.124447 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-96095fd8-504f-44bb-8762-e184e8800137 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:46.158840 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] For port a335e9ff-7eaf-416d-99ef-08f45c0334c8, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:46.162585 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] For port a335e9ff-7eaf-416d-99ef-08f45c0334c8, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a335e9ff-7eaf-416d-99ef-08f45c0334c8,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:46.173258 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.178529 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:46.205121 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:46.205707 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:46.209097 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:46.243987 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Pushing event updated for resources: {'Port': ['ID=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:46.247284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:46.307060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Pushing event updated for resources: {'Port': ['ID=a335e9ff-7eaf-416d-99ef-08f45c0334c8,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:46.324313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-c8a924be-df1e-4bd5-bf88-22bf1e5e6904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:46.358796 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.401574 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.402437 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.678841 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Router 464e574b-05f8-4486-b7eb-c9e791ff0578 is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:33:46.891708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:46.900860 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Sync routers for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:46.920837 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:46.921712 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:46.922833 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.926930 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-25d8d98c-72ee-4fd4-8440-9380f005af7b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7745490 Jun 29 17:33:46.927536 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42702) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:47.015777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:33:47.143422 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:47.246971 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:47.256469 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] Sync routers for ids ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:47.271812 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda3adf-fcbf-42b6-bdb8-d80bce59afd2 None None] Network e682b85f-b81a-4238-b93f-1309c6914b31 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:33:47.282914 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0f420f1a-a9b8-45a8-9021-5d4b89e6ae2f admin admin] 10.222.0.79 "PUT /v2.0/routers/e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1439595 Jun 29 17:33:47.283403 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42706) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:47.365295 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] Routers {'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:47.365987 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:47.471651 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:46Z', 'revision_number': 3, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:47.473802 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-f3f3b73c-2936-4fbd-a753-dfe53ad80c8f None None] Provisioning for port a335e9ff-7eaf-416d-99ef-08f45c0334c8 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:47.476978 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Checking router: 464e574b-05f8-4486-b7eb-c9e791ff0578 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:47.477415 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Updating router 464e574b-05f8-4486-b7eb-c9e791ff0578 port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:33:47.563994 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:47.724473 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] Set router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:47.770304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks [] for router, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:47.910156 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:47.925286 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Transition to ACTIVE for port object 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:47.931419 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:47.936709 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-a369d657-359b-47e5-b208-a846e4a1ba8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:48.021061 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Pushing event updated for resources: {'Port': ['ID=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,revision_number=2']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:48.024414 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Attempting to bind port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:48.024414 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Attempting to bind port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:48.024769 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Attempting to bind port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:33:48.037308 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.037742 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.038385 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.038385 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.038602 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.038917 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.039297 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.039558 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.039872 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.040185 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.040545 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:48.044794 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:33:48.045170 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:48.045564 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.045953 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:33:48.046483 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Bound port: 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:48.046854 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.063627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 5, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:48.068408 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] Checking router: e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:48.071178 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:48.081608 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] Routers {'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:48.082830 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:48.133022 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] For port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:48.136924 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] For port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:48.143956 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.150205 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:48.175569 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.271114 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Pushing event updated for resources: {'Port': ['ID=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:48.284503 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-8f72cee9-716f-4824-b25d-5195b18fb991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:48.289164 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Deleting port 6d72b04a-074f-4752-8b09-3b0666ef079a {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:48.289657 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.293430 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a335e9ff-7eaf-416d-99ef-08f45c0334c8 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:48.308231 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:48.308999 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:48.371263 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.373837 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] Set router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:48.491718 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:48.584219 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port a335e9ff-7eaf-416d-99ef-08f45c0334c8 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:48.595657 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a335e9ff-7eaf-416d-99ef-08f45c0334c8 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:48.596119 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.626506 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] For port 6d72b04a-074f-4752-8b09-3b0666ef079a, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=6d72b04a-074f-4752-8b09-3b0666ef079a,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:48.626827 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.764329 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Calling delete_port for 6d72b04a-074f-4752-8b09-3b0666ef079a owned by network:router_gateway {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:48.784826 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.785419 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:46Z', 'revision_number': 3, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:48.789624 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8142a9-e33d-4366-916b-0196aa7d0f2b None None] The sync data for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi is: [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:46Z', 'revision_number': 3, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:48.816154 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 5, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:48.826602 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243804a8-b630-4672-bd8f-7b19bd7a7c51 None None] The sync data for ids ['e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9'] in dv-cinder-798672-1-iscsi is: [{'id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'name': 'tempest-TestVolumeBootPattern-577572228-router', 'tenant_id': '62e897bb37f04eb1a7bcaf07366ac538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 5, 'project_id': '62e897bb37f04eb1a7bcaf07366ac538', 'gw_port': {'id': '6d72b04a-074f-4752-8b09-3b0666ef079a', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:23:18Z', 'updated_at': '2021-06-29T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:48.831236 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port a335e9ff-7eaf-416d-99ef-08f45c0334c8, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a335e9ff-7eaf-416d-99ef-08f45c0334c8,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:48.836415 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:48.839560 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:48.891591 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Allocated IP 172.20.0.1 (e682b85f-b81a-4238-b93f-1309c6914b31/8adce531-2945-41b6-bd26-d3cd211a20aa/ab77b5a3-75a0-4d23-801b-b21e8aef7355) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:48.924500 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=a335e9ff-7eaf-416d-99ef-08f45c0334c8,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:48.927697 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:49.145257 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:49.173029 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Transition to ACTIVE for port object ab77b5a3-75a0-4d23-801b-b21e8aef7355 will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:49.177935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:49.184446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-42cc25b9-9864-4623-8e85-453b54f9b8b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:49.252114 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d72b04a-074f-4752-8b09-3b0666ef079a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:49.254644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:49.475766 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:49.483111 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-fb045fb5-baa5-4102-bd49-8e3bc9f4b318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:49.648178 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Network e682b85f-b81a-4238-b93f-1309c6914b31 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:49.706646 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:49.709021 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:49.736224 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Pushing event updated for resources: {'Port': ['ID=ab77b5a3-75a0-4d23-801b-b21e8aef7355,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:49.752933 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:49.760913 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:49.910300 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:49.968916 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-31bea364-08ae-479e-89de-511b0bddeead None None] Provisioning for port ab77b5a3-75a0-4d23-801b-b21e8aef7355 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:49.975240 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-31bea364-08ae-479e-89de-511b0bddeead None None] Provisioning complete for port ab77b5a3-75a0-4d23-801b-b21e8aef7355 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:49.975697 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-31bea364-08ae-479e-89de-511b0bddeead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.031179 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-31bea364-08ae-479e-89de-511b0bddeead None None] Port ab77b5a3-75a0-4d23-801b-b21e8aef7355 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:33:50.047670 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.055717 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.124474 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.125014 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 {{(pid=74138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:33:50.146443 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.163823 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.164972 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0bca0daf-74cb-4f22-a753-9c54f67cd57b admin admin] 10.222.0.79 "DELETE /v2.0/routers/e9d60115-06d3-4a6a-91a8-45ba7f9dd5d9 HTTP/1.1" status: 204 len: 168 time: 2.8805625 Jun 29 17:33:50.167977 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42710) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:50.232173 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Deleting subnet efb69351-9e15-4eb0-9870-58c6e1e733d0 {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:33:50.235391 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.295416 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.348618 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a335e9ff-7eaf-416d-99ef-08f45c0334c8 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:50.391172 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.415486 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.421723 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.422150 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port a335e9ff-7eaf-416d-99ef-08f45c0334c8 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:50.422584 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.450112 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:50.466544 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.470732 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:50.505459 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb69351-9e15-4eb0-9870-58c6e1e733d0,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:50.509401 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:50.513642 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.521328 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-a0b0ff29-92ad-43c7-a1d7-080cdafe2703 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/efb69351-9e15-4eb0-9870-58c6e1e733d0 HTTP/1.1" status: 204 len: 168 time: 0.3515942 Jun 29 17:33:50.522132 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42714) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:50.533502 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d174fe3-8969-48b1-8a17-72b95e451d90 None None] Network ba613170-1f01-4a5c-b7f3-cff1302ac5c9 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:33:50.535950 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.539488 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Pushing event updated for resources: {'Port': ['ID=ab77b5a3-75a0-4d23-801b-b21e8aef7355,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:50.542570 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:50.633448 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.644091 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Deleting port 106af207-bbe0-487d-bf1b-53e8882c8861 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:50.644515 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.674140 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:50.687697 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Network e682b85f-b81a-4238-b93f-1309c6914b31 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:50.688993 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:50.854202 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:50.862074 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:50.862458 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:50.862670 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] For port 106af207-bbe0-487d-bf1b-53e8882c8861, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=106af207-bbe0-487d-bf1b-53e8882c8861,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:50.863036 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.012442 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] DHCP port deletion for ba613170-1f01-4a5c-b7f3-cff1302ac5c9 request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:33:51.025068 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Deleting port 106af207-bbe0-487d-bf1b-53e8882c8861 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:51.028477 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.059218 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-9fdf5f59-d75a-4891-9f17-88e77675172c None None] Provisioning complete for port ab77b5a3-75a0-4d23-801b-b21e8aef7355 triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:51.059442 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5f59-d75a-4891-9f17-88e77675172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.104731 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.147433 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:51.151069 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Calling delete_port for 106af207-bbe0-487d-bf1b-53e8882c8861 owned by network:dhcp {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:51.178696 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.191229 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:51.220205 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf5f59-d75a-4891-9f17-88e77675172c None None] Port ab77b5a3-75a0-4d23-801b-b21e8aef7355 cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:33:51.230891 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Router 464e574b-05f8-4486-b7eb-c9e791ff0578 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:33:51.238627 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:51.255783 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.262798 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-8947a987-9957-426a-89ae-a7bc557c4223 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:51.294539 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:51.295005 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a121ceb3-3d0d-4c4c-89ab-61c6e6e80c84 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:51.323433 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=106af207-bbe0-487d-bf1b-53e8882c8861,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:51.325653 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] No DVR routers for this DVR port 106af207-bbe0-487d-bf1b-53e8882c8861 on host dv-cinder-798672-1-iscsi {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:51.327397 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:51.380651 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:51.383794 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:51.417773 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] For port 106af207-bbe0-487d-bf1b-53e8882c8861, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=106af207-bbe0-487d-bf1b-53e8882c8861,segment=NetworkSegment(6b86f74d-86d5-4d5f-b09c-0119f6656735),segment_id=6b86f74d-86d5-4d5f-b09c-0119f6656735)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:51.418174 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.441812 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.450658 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:51.455700 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] 10.222.0.79 "PUT /v2.0/routers/464e574b-05f8-4486-b7eb-c9e791ff0578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5263031 Jun 29 17:33:51.459092 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba613170-1f01-4a5c-b7f3-cff1302ac5c9']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:51.473182 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b86f74d-86d5-4d5f-b09c-0119f6656735') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:51.473489 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b86f74d-86d5-4d5f-b09c-0119f6656735') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:51.487265 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.504775 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.511275 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:33:51.511634 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:33:51.524754 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:33:51.546910 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Calling delete_port for 106af207-bbe0-487d-bf1b-53e8882c8861 owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:33:51.605311 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.610421 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.612926 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:51.623433 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:33:51.623786 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:33:51.637712 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba613170-1f01-4a5c-b7f3-cff1302ac5c9,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:51.640001 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:51.643711 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-a6a1121e-d664-459e-8269-31ea389922a7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ba613170-1f01-4a5c-b7f3-cff1302ac5c9 HTTP/1.1" status: 204 len: 168 time: 1.1202006 Jun 29 17:33:51.789917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42726) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:51.843975 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-0d5d7ab2-3018-4d1d-9c67-ddd11397a7d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=372aec24011a49e1abe53ef2d2c9d23f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528102 Jun 29 17:33:51.846461 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42732) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:51.905690 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.931168 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.985872 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.989995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-5e39fe04-f1e6-48bb-bdd4-dddc86e62b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:52.004174 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcadcab2-0149-412b-9fcc-23252c1b1650,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:52.006581 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:52.015804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.019390 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b60a47f4-05e8-49b9-a574-2ddc27a90bbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcadcab2-0149-412b-9fcc-23252c1b1650 HTTP/1.1" status: 204 len: 168 time: 0.1696410 Jun 29 17:33:52.125313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Deleting port 106af207-bbe0-487d-bf1b-53e8882c8861 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:33:52.125869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.195504 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-e08eca95-81c1-4b40-9112-1a3b0601763b None None] The port '106af207-bbe0-487d-bf1b-53e8882c8861' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:33:52.249283 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:52.347668 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:52.348046 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.447801 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42750) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:52.456087 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1800657311-network', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:52.461253 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:52.465072 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Usage tracker for resource:network and tenant:b207decb0d1e449bbc8623bcfbbe7b80 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:52.467995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:52.473887 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:52.489229 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Made reservation on behalf of b207decb0d1e449bbc8623bcfbbe7b80 for: {'network': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:52.491502 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for network, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.504466 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42754) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:52.520568 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.557764 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 106af207-bbe0-487d-bf1b-53e8882c8861 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:52.588140 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:52.592811 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Usage tracker for resource:security_group_rule and tenant:b207decb0d1e449bbc8623bcfbbe7b80 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:52.593007 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 106af207-bbe0-487d-bf1b-53e8882c8861 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:52.593356 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 106af207-bbe0-487d-bf1b-53e8882c8861 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:52.597428 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-13a4937a-193b-4ac7-b886-5fc2cee1f0b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62e897bb37f04eb1a7bcaf07366ac538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0917151 Jun 29 17:33:52.598200 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:52.599797 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42758) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:52.605909 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:52.663802 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.679119 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.683853 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.688555 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-cea194ef-d098-4329-9936-8948c130adc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:52.689848 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.722073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=74138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:33:52.727625 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2079bfe5-b310-43c6-beb1-73dc0e88a117,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:52.731472 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:52.737133 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.737538 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.segments_db [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Added segment 736a9faf-182f-4ab0-8564-f7a83481fc69 of type vlan for network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 Jun 29 17:33:52.746825 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.752256 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b8a274cf-fe36-425b-8dc6-d27d9b072bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:52.762633 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31acf3ad-1e29-4bcf-b74a-bf47ea475b9f,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:52.766262 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728965441208'] for network, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.767391 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:52.769490 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.770823 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-0d8f79dc-753f-4fcf-888e-6445b25de4f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31acf3ad-1e29-4bcf-b74a-bf47ea475b9f HTTP/1.1" status: 204 len: 168 time: 0.1700580 Jun 29 17:33:52.803183 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076'] for network, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.804451 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:52.805010 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:52.808434 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:52.824803 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Sync routers for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:52.840299 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:52.840957 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:52.907878 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Pushing event updated for resources: {'Network': ['ID=c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:52.911297 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4623523 Jun 29 17:33:52.912279 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b4d1e6da-9a99-46db-8962-183c68c164ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:52.914159 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42764) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:52.918160 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 details requested by agent ovs-agent-dv-cinder-798672-1-iscsi with host dv-cinder-798672-1-iscsi {{(pid=74140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:33:52.919666 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Request body: {'subnet': {'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1800657311-subnet', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'ip_version': 4}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:52.924488 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:52.929044 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Usage tracker for resource:subnet and tenant:b207decb0d1e449bbc8623bcfbbe7b80 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:52.932022 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:52.938392 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:52.950728 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Made reservation on behalf of b207decb0d1e449bbc8623bcfbbe7b80 for: {'subnet': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:52.954398 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3642047'] for subnet, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.042123 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:53.181185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3382270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3642029'] for subnet, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.185369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d699bb72-1527-4a1f-b37d-24362bd7d0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:53.243230 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cef5581-9dce-41b6-b7d1-d94adbc0ad86,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:53.246752 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:53.284019 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Checking segment: {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:53.284451 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Network hostable DHCP agents. Network: c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402, hostable agents: ['63aa2ab8-91bb-4b59-b0fb-f22c7ec17442'], hosted agents: [] {{(pid=74138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:33:53.309708 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 is scheduled to be hosted by DHCP agent 63aa2ab8-91bb-4b59-b0fb-f22c7ec17442 with binding_index 1 {{(pid=74138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:33:53.322019 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-iscsi, c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402) {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:53.326340 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:53.326935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.332500 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c74c5db-0d8a-46c8-80ce-f6b30bc203a4 None None] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:33:53.350333 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-287d1691-aa31-46dc-9f63-08247c75d601 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4329224 Jun 29 17:33:53.350589 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42768) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:53.356091 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:53.360673 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:53.364530 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Usage tracker for resource:router and tenant:b207decb0d1e449bbc8623bcfbbe7b80 is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:53.367353 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:53.373401 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:53.384378 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31077'] for router, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.385567 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31098'] for router, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.404970 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.437046 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 2, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:53.449734 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Checking router: 464e574b-05f8-4486-b7eb-c9e791ff0578 for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:53.450161 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Updating router 464e574b-05f8-4486-b7eb-c9e791ff0578 port ab77b5a3-75a0-4d23-801b-b21e8aef7355 binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:33:53.504842 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.557355 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31048'] for router, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.597839 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35a9cd8b-b168-583f-b931-250f4e1255ed-c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'fixed_ips': [{'subnet_id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86'}]}} from dv-cinder-798672-1-iscsi. {{(pid=74140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:33:53.598712 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.748730 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.764583 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.db_base_plugin_common [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Allocated IP 172.20.0.2 (c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402/0cef5581-9dce-41b6-b7d1-d94adbc0ad86/b7d15008-56bc-4c22-94d0-995be5ab36b5) {{(pid=74140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:53.778344 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.866522 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.880444 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Transition to ACTIVE for port object ab77b5a3-75a0-4d23-801b-b21e8aef7355 will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:53.888673 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:53.894285 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:54.017500 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Notify callbacks [] for port, precommit_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.028088 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b053356-a0f2-402c-b785-d4bd8dd29347 None None] Pushing event updated for resources: {'Port': ['ID=ab77b5a3-75a0-4d23-801b-b21e8aef7355,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:54.030584 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Transition to ACTIVE for port object b7d15008-56bc-4c22-94d0-995be5ab36b5 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:54.031912 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-5b053356-a0f2-402c-b785-d4bd8dd29347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:54.044240 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Allocated IP 172.27.2.66 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/c789a883-ff36-45a3-b765-f5ea4c9dac48) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:54.053212 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Transition to ACTIVE for port object b7d15008-56bc-4c22-94d0-995be5ab36b5 will not be triggered until provisioned by entity DHCP. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:54.060177 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945'] for port, after_create {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.065466 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:54.137869 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 is already hosted by enough agents. {{(pid=74140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:54.141497 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.scheduler.base_scheduler [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Resources bound (agent type, host, resource id): {{(pid=74140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:54.146879 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Received port after_create {{(pid=74140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:54.148754 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Attempting to bind port ab77b5a3-75a0-4d23-801b-b21e8aef7355 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:54.149283 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Attempting to bind port ab77b5a3-75a0-4d23-801b-b21e8aef7355 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:54.149826 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Attempting to bind port ab77b5a3-75a0-4d23-801b-b21e8aef7355 on network e682b85f-b81a-4238-b93f-1309c6914b31 {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:33:54.159878 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Pushing event updated for resources: {'Port': ['ID=b7d15008-56bc-4c22-94d0-995be5ab36b5,revision_number=1']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:54.161164 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:33:54.161698 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Checking segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:54.162224 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.162618 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Bound using segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:33:54.162734 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:54.163086 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Bound port: ab77b5a3-75a0-4d23-801b-b21e8aef7355, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:54.163569 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.214048 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6d72b04a-074f-4752-8b09-3b0666ef079a no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:33:54.248870 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.259456 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 6d72b04a-074f-4752-8b09-3b0666ef079a {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:33:54.260086 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 6d72b04a-074f-4752-8b09-3b0666ef079a not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:33:54.287980 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.288879 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] For port ab77b5a3-75a0-4d23-801b-b21e8aef7355, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:54.292256 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0ae82c80-dc84-4500-9110-e3947825620a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:54.292568 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] For port ab77b5a3-75a0-4d23-801b-b21e8aef7355, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=ab77b5a3-75a0-4d23-801b-b21e8aef7355,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:54.298281 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.302889 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:54.321264 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Attempting to bind port b7d15008-56bc-4c22-94d0-995be5ab36b5 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:54.321691 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Attempting to bind port b7d15008-56bc-4c22-94d0-995be5ab36b5 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:54.322066 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Attempting to bind port b7d15008-56bc-4c22-94d0-995be5ab36b5 on network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:33:54.338030 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:33:54.338784 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Checking segment: {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:54.339623 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.339623 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Bound using segment: {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:33:54.340431 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Bound port: b7d15008-56bc-4c22-94d0-995be5ab36b5, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:54.340431 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.363565 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:54.367183 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:54.369339 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Pushing event updated for resources: {'Port': ['ID=c789a883-ff36-45a3-b765-f5ea4c9dac48,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:54.371837 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:54.381102 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b053356-a0f2-402c-b785-d4bd8dd29347 None None] Pushing event updated for resources: {'Port': ['ID=ab77b5a3-75a0-4d23-801b-b21e8aef7355,revision_number=4']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:54.384330 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-5b053356-a0f2-402c-b785-d4bd8dd29347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:54.385149 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:54.385756 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:54.396204 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:54.475243 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] For port b7d15008-56bc-4c22-94d0-995be5ab36b5, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:54.479320 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] For port b7d15008-56bc-4c22-94d0-995be5ab36b5, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b7d15008-56bc-4c22-94d0-995be5ab36b5,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:54.485322 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.491591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:54.549799 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.550885 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579825'] for router, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.576506 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Pushing event updated for resources: {'Port': ['ID=b7d15008-56bc-4c22-94d0-995be5ab36b5,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:54.579518 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:54.595842 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:54.833295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed is scheduled to L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 with binding_index 1 {{(pid=74138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:33:54.949410 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:54Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:54.953667 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d43cc-c70c-4f78-a44a-f6b7371bc6b4 None None] The sync data for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi is: [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:54Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:55.045112 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:55.058873 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Sync routers for ids ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:33:55.071434 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Routers {'9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:55.072091 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:55.073582 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:55.075105 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7236710 Jun 29 17:33:55.078122 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42772) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:55.279751 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Set router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:55.595314 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:54Z', 'revision_number': 3, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:55.599466 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Checking router: 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:33:55.599832 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Updating router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed port c789a883-ff36-45a3-b765-f5ea4c9dac48 binding host dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:33:55.648158 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd410a-daeb-4dbb-a24a-ed4905c3e67f None None] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:33:55.723226 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:55.841991 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-1c49a847-fbfc-4ff0-99b2-c0add59b1b9a None None] Provisioning for port b7d15008-56bc-4c22-94d0-995be5ab36b5 completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:56.000371 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.253635 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Allocated IP 172.20.0.1 (c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402/0cef5581-9dce-41b6-b7d1-d94adbc0ad86/863a31e0-c450-4ee5-89e6-b474ac48b2af) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:56.265365 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Notify callbacks [] for port, precommit_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.278764 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Transition to ACTIVE for port object c789a883-ff36-45a3-b765-f5ea4c9dac48 will not be triggered until provisioned by entity L2. {{(pid=74140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:56.287890 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.320628 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:56.355151 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b7d15008-56bc-4c22-94d0-995be5ab36b5 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:56.430716 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.446983 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Transition to ACTIVE for port object 863a31e0-c450-4ee5-89e6-b474ac48b2af will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:56.451486 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc720-7314-46c5-b666-edbdbfd90165 None None] Pushing event updated for resources: {'Port': ['ID=c789a883-ff36-45a3-b765-f5ea4c9dac48,revision_number=2']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:56.456929 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Attempting to bind port c789a883-ff36-45a3-b765-f5ea4c9dac48 on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:56.457232 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Attempting to bind port c789a883-ff36-45a3-b765-f5ea4c9dac48 by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:56.457598 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Attempting to bind port c789a883-ff36-45a3-b765-f5ea4c9dac48 on network be090c37-d07c-47f8-9798-19f6dbdca38c {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:33:56.461100 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-daebc720-7314-46c5-b666-edbdbfd90165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:56.471814 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.472279 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:33:56.472692 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Checking segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:33:56.473094 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.473480 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Bound using segment: {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'} {{(pid=74140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:33:56.473949 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.managers [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Bound port: c789a883-ff36-45a3-b765-f5ea4c9dac48, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836757e-a421-40cf-b07d-0a2aeb8752de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c'}}] {{(pid=74140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:56.474301 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.476037 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-48254469-7106-44b5-905c-2714bb9eb958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:56.533330 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port b7d15008-56bc-4c22-94d0-995be5ab36b5 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:56.540189 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:56.543256 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:56.545807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:56.550201 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port b7d15008-56bc-4c22-94d0-995be5ab36b5 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:56.550548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.575998 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Pushing event updated for resources: {'Port': ['ID=863a31e0-c450-4ee5-89e6-b474ac48b2af,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:56.579010 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:56.585861 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:33:56.598290 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] For port c789a883-ff36-45a3-b765-f5ea4c9dac48, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:56.611183 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579879'] for router_interface, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.612182 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] For port c789a883-ff36-45a3-b765-f5ea4c9dac48, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=c789a883-ff36-45a3-b765-f5ea4c9dac48,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:56.621146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.625626 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:56.701534 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.753910 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc720-7314-46c5-b666-edbdbfd90165 None None] Pushing event updated for resources: {'Port': ['ID=c789a883-ff36-45a3-b765-f5ea4c9dac48,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:56.758188 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-daebc720-7314-46c5-b666-edbdbfd90165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:56.758793 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.778638 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Routers {'9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:56.779263 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:33:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:56.880645 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port b7d15008-56bc-4c22-94d0-995be5ab36b5, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b7d15008-56bc-4c22-94d0-995be5ab36b5,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:56.887471 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.888330 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ab77b5a3-75a0-4d23-801b-b21e8aef7355 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:56.916651 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:56.932598 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.937794 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.946690 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-f340ff91-79c9-4cf8-ab7b-a32d07ed63cd None None] Provisioning for port 863a31e0-c450-4ee5-89e6-b474ac48b2af completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:56.970188 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-921eeab7-9ba5-44d6-96b4-aa4cf2a199ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:57.029176 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-f340ff91-79c9-4cf8-ab7b-a32d07ed63cd None None] Provisioning complete for port 863a31e0-c450-4ee5-89e6-b474ac48b2af triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:57.029552 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f340ff91-79c9-4cf8-ab7b-a32d07ed63cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:57.049050 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577803'] for router_interface, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:57.052374 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Pushing event updated for resources: {'Port': ['ID=863a31e0-c450-4ee5-89e6-b474ac48b2af,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:57.055219 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:57.132779 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=b7d15008-56bc-4c22-94d0-995be5ab36b5,revision_number=3']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:57.140151 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:57.146762 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] Set router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:33:57.184703 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-f340ff91-79c9-4cf8-ab7b-a32d07ed63cd None None] Port 863a31e0-c450-4ee5-89e6-b474ac48b2af cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:33:57.200785 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:57.202967 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:57.219274 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port ab77b5a3-75a0-4d23-801b-b21e8aef7355 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:57.229682 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port ab77b5a3-75a0-4d23-801b-b21e8aef7355 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:57.230111 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:57.604399 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:57.622754 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7fc4f3ab-0a0c-4cd7-a3d9-03a9b7cc88a2 None None] Provisioning complete for port 863a31e0-c450-4ee5-89e6-b474ac48b2af triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:57.623130 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f3ab-0a0c-4cd7-a3d9-03a9b7cc88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:57.626395 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:33:57.695630 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4f3ab-0a0c-4cd7-a3d9-03a9b7cc88a2 None None] Port 863a31e0-c450-4ee5-89e6-b474ac48b2af cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:33:57.700994 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port ab77b5a3-75a0-4d23-801b-b21e8aef7355, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=ab77b5a3-75a0-4d23-801b-b21e8aef7355,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:57.707758 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:57.710300 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:57.770270 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '863a31e0-c450-4ee5-89e6-b474ac48b2af', 'name': '', 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'mac_address': 'fa:16:3e:9b:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:56Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 1, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'subnets': [{'id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:57.777643 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6ca0a-aec3-4fe9-9614-a99dd18b19d7 None None] The sync data for ids ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'] in dv-cinder-798672-1-iscsi is: [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '863a31e0-c450-4ee5-89e6-b474ac48b2af', 'name': '', 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'mac_address': 'fa:16:3e:9b:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:56Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 1, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'subnets': [{'id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:33:57.787689 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=ab77b5a3-75a0-4d23-801b-b21e8aef7355,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:57.791071 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:57.925068 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:57.934975 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-55b07e14-d404-4002-97f5-a15acc6b3251 admin admin] 10.222.0.79 "PUT /v2.0/routers/9f555c6d-7e2c-40aa-ac82-269f2bd0ffed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8557124 Jun 29 17:33:58.214199 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b7d15008-56bc-4c22-94d0-995be5ab36b5 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:58.288206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port b7d15008-56bc-4c22-94d0-995be5ab36b5 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:58.288762 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:58.406382 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ab77b5a3-75a0-4d23-801b-b21e8aef7355 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:33:58.473896 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port ab77b5a3-75a0-4d23-801b-b21e8aef7355 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:58.474147 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.481001 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.578341 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-aa27e93c-c020-4383-817c-aa104ab5789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.717458 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42784) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:59.723251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747696328', 'description': 'tempest-secgroup-smoke-1747696328 description', 'project_id': '8a19341468304c1eb3f96eadfb29992c'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:59.729760 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:59.733737 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:59.736799 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:59.742841 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:59.758933 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.800455 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:59.804483 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:59.807674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:59.813688 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:59.871816 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.878388 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.883799 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c2f87b22-9689-46d9-a174-1a47fad97284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:59.921410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0744d154-d8e5-4c6d-ba21-5849f2d079f0,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:59.924065 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.925302 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2068594 Jun 29 17:33:59.926171 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-70496a72-de00-4f57-b9e3-15112cb55edd tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:59.928332 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42788) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:33:59.934028 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group_rule': {'security_group_id': '0744d154-d8e5-4c6d-ba21-5849f2d079f0', 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:33:59.940048 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:33:59.944304 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:33:59.947234 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:33:59.953278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:33:59.977947 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.047452 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.052581 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.054696 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7f19c241-d823-4b43-babc-e97563c5aa0a tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:00.078249 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810649fc-5d84-4d74-a48f-8df2b72d89e0,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:00.082644 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:00.088770 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.089945 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-1e08788f-38e5-450a-9abe-0974fa953fa7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1608217 Jun 29 17:34:00.094671 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42792) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:00.100132 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group_rule': {'security_group_id': '0744d154-d8e5-4c6d-ba21-5849f2d079f0', 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:00.106421 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:00.110214 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:34:00.113344 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:34:00.119721 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:00.137168 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.142558 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.204436 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.209392 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.211562 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:00.234149 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690ef87a-79ce-4ea1-abc1-c71cd6483cdd,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:00.236576 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:00.244906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.246169 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f15b5bc6-7a8a-41fc-8561-963406cd358b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505556 Jun 29 17:34:00.248964 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42796) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:00.254673 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group_rule': {'security_group_id': '0744d154-d8e5-4c6d-ba21-5849f2d079f0', 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:00.260935 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:00.265058 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:34:00.268092 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:34:00.274142 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:00.293323 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.359777 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.365722 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.368893 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:00.391964 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee8c686-8647-4aae-ae48-0456f45281a3,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:00.394342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:00.402034 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.403197 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-a5896266-f897-41aa-9503-bfc21ba640f3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1532807 Jun 29 17:34:00.405905 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42800) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:00.411407 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group_rule': {'security_group_id': '0744d154-d8e5-4c6d-ba21-5849f2d079f0', 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:00.417502 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:00.421420 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:34:00.424321 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:34:00.430049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:00.449364 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.514095 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.519937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.522068 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-62fb7595-c8fb-4dbf-bd63-e8f61eddaecf tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:00.546682 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ab30f6-c3f5-4e37-9324-e06887e3f061,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:00.549089 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:00.557498 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.558662 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1518490 Jun 29 17:34:00.561457 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42804) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:00.567228 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group_rule': {'security_group_id': '0744d154-d8e5-4c6d-ba21-5849f2d079f0', 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:00.573157 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:00.577141 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:34:00.580137 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:34:00.586165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:00.599493 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.securitygroups_db [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Project 8a19341468304c1eb3f96eadfb29992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:34:00.606759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.672238 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.676933 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.678979 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-733be463-56b0-497e-86db-dd52b32394e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:00.701551 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d29eb11-23b1-4148-8136-eea23b190526,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:00.703990 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:00.711626 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.712879 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-512a516a-e4fe-4828-8ec8-18028ad0840c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505091 Jun 29 17:34:00.715612 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42808) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:00.721201 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'security_group_rule': {'security_group_id': '0744d154-d8e5-4c6d-ba21-5849f2d079f0', 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:00.727041 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:00.731368 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:security_group_rule and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:34:00.734395 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:34:00.740432 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:00.753403 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.securitygroups_db [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Project 8a19341468304c1eb3f96eadfb29992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:34:00.759729 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.825681 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.831905 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350895'] for security_group_rule, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.833625 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:00.856325 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad53a7-da43-41f5-bc6f-f8cc033babdb,revision_number=0']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:00.860978 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:00.866781 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:00.868625 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-05863b4b-a4d3-4be5-9c39-227fa27b9ee2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1519382 Jun 29 17:34:01.934017 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e29e-426a-4af1-bb3c-7956ebb38793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:03.055416 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:04.553153 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:06.239654 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device c789a883-ff36-45a3-b765-f5ea4c9dac48 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:34:06.316846 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port c789a883-ff36-45a3-b765-f5ea4c9dac48 completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:34:06.318518 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port c789a883-ff36-45a3-b765-f5ea4c9dac48 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:06.318892 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:06.440311 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:06.456973 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port c789a883-ff36-45a3-b765-f5ea4c9dac48, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=c789a883-ff36-45a3-b765-f5ea4c9dac48,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:34:06.461720 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:06.463979 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-1321a9e8-05ec-4c16-a865-fdfb9ce59faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:06.529421 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=c789a883-ff36-45a3-b765-f5ea4c9dac48,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:06.532977 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:08.218108 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device c789a883-ff36-45a3-b765-f5ea4c9dac48 up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:34:08.288506 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port c789a883-ff36-45a3-b765-f5ea4c9dac48 triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:08.288802 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:18.237233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-a30fadae-80aa-499d-b231-adfbebd47f85 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Synchronizing usage tracker for tenant:8a19341468304c1eb3f96eadfb29992c on resource:security_group {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:34:18.256161 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-a30fadae-80aa-499d-b231-adfbebd47f85 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Unset dirty status for tenant:8a19341468304c1eb3f96eadfb29992c on resource:security_group {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:34:18.258061 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-a30fadae-80aa-499d-b231-adfbebd47f85 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747696328&fields=id&tenant_id=8a19341468304c1eb3f96eadfb29992c HTTP/1.1" status: 200 len: 267 time: 0.0662534 Jun 29 17:34:18.424267 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-fa23c21c-62c6-4766-bb46-e0f9285d703d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:18.424962 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-fa23c21c-62c6-4766-bb46-e0f9285d703d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Synchronizing usage tracker for tenant:8a19341468304c1eb3f96eadfb29992c on resource:network {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:34:18.449146 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-fa23c21c-62c6-4766-bb46-e0f9285d703d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Unset dirty status for tenant:8a19341468304c1eb3f96eadfb29992c on resource:network {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:34:18.450498 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-fa23c21c-62c6-4766-bb46-e0f9285d703d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 808 time: 0.1810987 Jun 29 17:34:18.467957 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-593d0949-641c-4457-9d24-e59cfed822d6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/quotas/8a19341468304c1eb3f96eadfb29992c HTTP/1.1" status: 200 len: 375 time: 0.0106978 Jun 29 17:34:18.557880 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-032c0ff6-bc0d-409e-a03a-4c4b77f64cd6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Synchronizing usage tracker for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:34:18.576068 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-032c0ff6-bc0d-409e-a03a-4c4b77f64cd6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Unset dirty status for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:34:18.577518 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-032c0ff6-bc0d-409e-a03a-4c4b77f64cd6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043925 Jun 29 17:34:18.744488 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f989f024-366f-4428-a0bc-6bcbb1dedcc6 service neutron] 10.222.0.79 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505089 Jun 29 17:34:18.897800 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-b1718926-c635-46d8-ac35-c421ee9c5aa6 service neutron] 10.222.0.79 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472356 Jun 29 17:34:19.346893 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b7b4fe9d-be0d-49a6-b915-7f7cc36cafbb req-2a8619de-f6dc-4c83-8c6f-8f4f78464433 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 210 time: 0.0468490 Jun 29 17:34:20.576618 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-627b47f3-0e2c-4c17-8658-0ae0441c3ee1 req-24831564-e822-4b17-a962-9337138c473d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 210 time: 0.0542715 Jun 29 17:34:20.635347 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f2e30210-dba3-4e1d-9451-39fa276ff022 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:20.636605 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f2e30210-dba3-4e1d-9451-39fa276ff022 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 808 time: 0.1887136 Jun 29 17:34:20.707114 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-88c5fcc3-8aba-4a6d-b3c9-78c6a3fa5a16 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a19341468304c1eb3f96eadfb29992c HTTP/1.1" status: 200 len: 380 time: 0.0496032 Jun 29 17:34:20.729032 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'port': {'device_id': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'admin_state_up': True, 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'security_groups': ['0744d154-d8e5-4c6d-ba21-5849f2d079f0']}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:20.952642 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:20.964990 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:20.982388 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Made reservation on behalf of 8a19341468304c1eb3f96eadfb29992c for: {'port': 1} {{(pid=74138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:34:20.987807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.169538 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Allocated IP 172.20.0.5 (e682b85f-b81a-4238-b93f-1309c6914b31/8adce531-2945-41b6-bd26-d3cd211a20aa/e45619f7-89f0-4552-bec4-8c12a7675a6c) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:34:21.376865 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.393334 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Transition to ACTIVE for port object e45619f7-89f0-4552-bec4-8c12a7675a6c will not be triggered until provisioned by entity DHCP. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:34:21.416572 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.422523 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-30b4fdbd-52ad-4979-8ad2-05eb975ce505 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:21.489858 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Network e682b85f-b81a-4238-b93f-1309c6914b31 is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:34:21.493162 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:34:21.497702 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:34:21.529742 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:21.555160 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.555540 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.555906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.556266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.556652 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.557008 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.557360 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.557713 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.558063 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.558410 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.558759 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:21.564881 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:21.582013 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:21.582807 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.618657 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-f59f6ce5-e5d8-47f4-801f-7d4f24618189 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8939588 Jun 29 17:34:21.638675 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Request body: {'port': {'device_id': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:21.750433 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.775356 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-2b607fd0-095e-41c4-81e7-e9cb99e904c3 None None] Provisioning for port e45619f7-89f0-4552-bec4-8c12a7675a6c completed by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:34:21.781146 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-2b607fd0-095e-41c4-81e7-e9cb99e904c3 None None] Provisioning complete for port e45619f7-89f0-4552-bec4-8c12a7675a6c triggered by entity DHCP. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:21.781720 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-2b607fd0-095e-41c4-81e7-e9cb99e904c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.790771 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f05b54-902a-4826-997a-f0942d53c97f req-c7c1097c-ba57-4567-b4ed-bae013d702c6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:21.792329 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-71f05b54-902a-4826-997a-f0942d53c97f req-c7c1097c-ba57-4567-b4ed-bae013d702c6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 931 time: 0.0799389 Jun 29 17:34:21.836917 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-2b607fd0-095e-41c4-81e7-e9cb99e904c3 None None] Port e45619f7-89f0-4552-bec4-8c12a7675a6c cannot update to ACTIVE because it is not bound. {{(pid=74140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:34:21.842873 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-71f05b54-902a-4826-997a-f0942d53c97f req-7e32c081-1305-4457-b36a-6af50fa12b02 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 Jun 29 17:34:22.107317 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Sync routers for ids ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:34:22.114682 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45619f7-89f0-4552-bec4-8c12a7675a6c {{(pid=74138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:34:22.121520 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Routers {'9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:34:22.122323 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:34:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:22.122638 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:22.140166 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.provisioning_blocks [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Transition to ACTIVE for port object e45619f7-89f0-4552-bec4-8c12a7675a6c will not be triggered until provisioned by entity L2. {{(pid=74138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:34:22.147030 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:22.151036 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d4726f10-a44d-4d9d-b21e-2626ae136caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:22.280172 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:22.284045 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:22.326633 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Set router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:34:22.398976 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Attempting to bind port e45619f7-89f0-4552-bec4-8c12a7675a6c on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:34:22.399301 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Attempting to bind port e45619f7-89f0-4552-bec4-8c12a7675a6c by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:34:22.399649 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Attempting to bind port e45619f7-89f0-4552-bec4-8c12a7675a6c on network e682b85f-b81a-4238-b93f-1309c6914b31 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:34:22.406359 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Port e45619f7-89f0-4552-bec4-8c12a7675a6c on network e682b85f-b81a-4238-b93f-1309c6914b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:34:22.406825 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Attempting to bind port e45619f7-89f0-4552-bec4-8c12a7675a6c on network e682b85f-b81a-4238-b93f-1309c6914b31 {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:34:22.413266 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Checking agent: {'id': 'e845120d-2804-4df7-886e-ba13062d6ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'started_at': datetime.datetime(2021, 6, 29, 17, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:34:22.413599 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Checking segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:34:22.413976 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Bound using segment: {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'} {{(pid=74138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:34:22.414481 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.managers [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Bound port: e45619f7-89f0-4552-bec4-8c12a7675a6c, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31'}}] {{(pid=74138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:34:22.414988 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:22.505547 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, cleared binding levels {{(pid=74138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:34:22.508656 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:34:22.514908 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:22.518896 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:22.580752 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:22.582115 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] 10.222.0.81 "PUT /v2.0/ports/e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 1093 time: 0.9480081 Jun 29 17:34:22.582712 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:34:22.602446 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=3']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:22.605929 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:22.667666 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '863a31e0-c450-4ee5-89e6-b474ac48b2af', 'name': '', 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'mac_address': 'fa:16:3e:9b:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:56Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 2, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'subnets': [{'id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:22.672979 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Checking router: 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:34:22.673502 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Updating router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed port 863a31e0-c450-4ee5-89e6-b474ac48b2af binding host dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:34:22.697943 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'status': 'completed', 'code': 200} Jun 29 17:34:22.729861 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:22.737082 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-366597cc-ba58-4985-8e32-77c2b183ff8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1096 time: 0.0778415 Jun 29 17:34:22.823270 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-896fafd4-a055-4954-97ba-bde428883b26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 217 time: 0.0689116 Jun 29 17:34:22.887282 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-5708b0e0-081e-45f1-9185-43d3cbfc3047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:22.888839 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-5708b0e0-081e-45f1-9185-43d3cbfc3047 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0591080 Jun 29 17:34:22.973795 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-e8c1c5ae-6c64-4bdf-a38b-387c6806f12f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775859 Jun 29 17:34:23.082745 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Notify callbacks [] for port, precommit_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:23.098346 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.provisioning_blocks [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Transition to ACTIVE for port object 863a31e0-c450-4ee5-89e6-b474ac48b2af will not be triggered until provisioned by entity L2. {{(pid=74141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:34:23.107034 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:23.113285 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:23.207462 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b69724-add9-407e-9069-530db254ae86 req-19382457-4ba9-4141-ae65-b36b04043576 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:23.217123 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e6b69724-add9-407e-9069-530db254ae86 req-19382457-4ba9-4141-ae65-b36b04043576 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.1057680 Jun 29 17:34:23.248940 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-5246295d-bab9-4d28-8ead-f3cec616a231 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613046 Jun 29 17:34:23.264307 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c54eec-f960-419c-83c7-7a2c91a36b58 None None] Pushing event updated for resources: {'Port': ['ID=863a31e0-c450-4ee5-89e6-b474ac48b2af,revision_number=3']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:23.273037 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-53c54eec-f960-419c-83c7-7a2c91a36b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:23.282845 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-e6b69724-add9-407e-9069-530db254ae86 req-c4883e17-8e7f-4874-99c5-d845496cc292 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644143 Jun 29 17:34:23.380818 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Attempting to bind port 863a31e0-c450-4ee5-89e6-b474ac48b2af on host dv-cinder-798672-1-iscsi for vnic_type normal with profile {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:34:23.381213 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Attempting to bind port 863a31e0-c450-4ee5-89e6-b474ac48b2af by drivers openvswitch,hyperv on host dv-cinder-798672-1-iscsi at level 0 using segments [{'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:34:23.381549 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Attempting to bind port 863a31e0-c450-4ee5-89e6-b474ac48b2af on network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:34:23.388820 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Checking agent: {'id': '0fc20fee-f1c3-40c8-b1ff-62842f9a325a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 12, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:34:23.389274 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Checking segment: {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:34:23.389740 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:23.390316 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Bound using segment: {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'} {{(pid=74141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:34:23.390964 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.managers [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Bound port: 863a31e0-c450-4ee5-89e6-b474ac48b2af, host: dv-cinder-798672-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736a9faf-182f-4ab0-8564-f7a83481fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402'}}] {{(pid=74141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:34:23.391368 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:23.400459 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ec80ba3-93c0-498b-b949-06398a297dc4 req-96335258-9e5a-4ea9-ab25-992ad63fe9e9 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426687 Jun 29 17:34:23.492858 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] For port 863a31e0-c450-4ee5-89e6-b474ac48b2af, host dv-cinder-798672-1-iscsi, cleared binding levels {{(pid=74141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:34:23.496453 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.plugins.ml2.db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] For port 863a31e0-c450-4ee5-89e6-b474ac48b2af, host dv-cinder-798672-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=863a31e0-c450-4ee5-89e6-b474ac48b2af,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:34:23.502076 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron_lib.callbacks.manager [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:23.506299 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-5b053356-a0f2-402c-b785-d4bd8dd29347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:23.583271 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-d37495b3-2add-4548-8d66-1808b3da4886 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1096 time: 0.0771937 Jun 29 17:34:23.585465 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c54eec-f960-419c-83c7-7a2c91a36b58 None None] Pushing event updated for resources: {'Port': ['ID=863a31e0-c450-4ee5-89e6-b474ac48b2af,revision_number=4']} {{(pid=74141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:23.589022 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG oslo_concurrency.lockutils [None req-53c54eec-f960-419c-83c7-7a2c91a36b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:23.591385 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Routers {'9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:34:23.592062 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:34:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:23.726967 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac52f9a-492f-411d-bda8-126527be1361 req-6f8f7e85-4c48-456a-9055-23198d0942ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:23.728509 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-6f8f7e85-4c48-456a-9055-23198d0942ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1363311 Jun 29 17:34:23.780773 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] Set router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:34:23.800049 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-7f8663bf-2c50-410b-98fc-310ceffb39cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 217 time: 0.0632625 Jun 29 17:34:23.869740 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac52f9a-492f-411d-bda8-126527be1361 req-2f6a8058-af90-431c-acd8-fcab30297bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:23.871087 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-2f6a8058-af90-431c-acd8-fcab30297bba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0639579 Jun 29 17:34:23.948627 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-347e1a23-2870-4008-af5a-d861576afe4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701885 Jun 29 17:34:24.079347 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-b16d6ec2-3d10-485c-a17e-14dc566afaf5 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230195 Jun 29 17:34:24.118985 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '863a31e0-c450-4ee5-89e6-b474ac48b2af', 'name': '', 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'mac_address': 'fa:16:3e:9b:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:56Z', 'updated_at': '2021-06-29T17:34:23Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'subnets': [{'id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:24.123082 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac236df2-20f3-41eb-b7d1-8b4426d4ff27 None None] The sync data for ids ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'] in dv-cinder-798672-1-iscsi is: [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:33:56Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': '863a31e0-c450-4ee5-89e6-b474ac48b2af', 'name': '', 'network_id': 'c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'mac_address': 'fa:16:3e:9b:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:56Z', 'updated_at': '2021-06-29T17:34:23Z', 'revision_number': 4, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'subnets': [{'id': '0cef5581-9dce-41b6-b7d1-d94adbc0ad86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:34:24.226205 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-3ac52f9a-492f-411d-bda8-126527be1361 req-b0c605e6-c5fc-4ed1-a4e6-5b213226383c service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402473 Jun 29 17:34:24.258531 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 863a31e0-c450-4ee5-89e6-b474ac48b2af up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:34:24.335292 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning for port 863a31e0-c450-4ee5-89e6-b474ac48b2af completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:34:24.341337 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 863a31e0-c450-4ee5-89e6-b474ac48b2af triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:24.341881 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:24.466575 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:24.493369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b85c4-6b25-4c70-b11e-7459475cce6d req-0b99e9a2-a54c-49c4-9b26-47452b909662 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:24.494369 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d89b85c4-6b25-4c70-b11e-7459475cce6d req-0b99e9a2-a54c-49c4-9b26-47452b909662 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Synchronizing usage tracker for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:34:24.502774 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] For port 863a31e0-c450-4ee5-89e6-b474ac48b2af, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=863a31e0-c450-4ee5-89e6-b474ac48b2af,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:34:24.507896 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:24.511764 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:24.512285 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-d89b85c4-6b25-4c70-b11e-7459475cce6d req-0b99e9a2-a54c-49c4-9b26-47452b909662 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Unset dirty status for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:34:24.513963 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d89b85c4-6b25-4c70-b11e-7459475cce6d req-0b99e9a2-a54c-49c4-9b26-47452b909662 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.1069226 Jun 29 17:34:24.566904 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-d89b85c4-6b25-4c70-b11e-7459475cce6d req-a2d767fd-e43e-4038-a994-30e36b424310 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446179 Jun 29 17:34:24.582211 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Pushing event updated for resources: {'Port': ['ID=863a31e0-c450-4ee5-89e6-b474ac48b2af,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:24.585967 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:25.788218 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fae5-dee5-4891-bdf1-cc1fc7baa9b2 req-daf388f7-63ae-42a4-aac5-3ceb90b20daa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:25.789727 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2250fae5-dee5-4891-bdf1-cc1fc7baa9b2 req-daf388f7-63ae-42a4-aac5-3ceb90b20daa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0933461 Jun 29 17:34:25.837584 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2250fae5-dee5-4891-bdf1-cc1fc7baa9b2 req-b4447583-0496-4423-8bbf-d9c98e9ece78 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Jun 29 17:34:26.233234 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 863a31e0-c450-4ee5-89e6-b474ac48b2af up at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:34:26.305620 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Provisioning complete for port 863a31e0-c450-4ee5-89e6-b474ac48b2af triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:26.305991 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:27.048906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee13ce-cd6a-4850-9170-abfc14794a73 req-98d699d6-5e70-4b0d-956d-1351611b94c7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:27.050379 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f1ee13ce-cd6a-4850-9170-abfc14794a73 req-98d699d6-5e70-4b0d-956d-1351611b94c7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0833461 Jun 29 17:34:27.102030 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f1ee13ce-cd6a-4850-9170-abfc14794a73 req-f289976b-4118-4b23-b57e-8983d3d73683 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Jun 29 17:34:28.311521 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da4666-8d02-429d-8de4-e9ef43910e81 req-dcc622a7-140f-4dcd-b89a-f51b17b34dfa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:28.313254 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b7da4666-8d02-429d-8de4-e9ef43910e81 req-dcc622a7-140f-4dcd-b89a-f51b17b34dfa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0872912 Jun 29 17:34:28.361455 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-b7da4666-8d02-429d-8de4-e9ef43910e81 req-f883ebd9-1c78-47cc-b4dd-ee1e48346c46 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Jun 29 17:34:29.478273 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:29.584536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-cac078d3-3333-4466-b492-143fa468de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:29.587320 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cd5b7-57ee-465f-87fb-43df96064dc7 req-aaa5c4f5-5759-4374-ac46-1c0379e3762c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:29.588844 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c82cd5b7-57ee-465f-87fb-43df96064dc7 req-aaa5c4f5-5759-4374-ac46-1c0379e3762c tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0928450 Jun 29 17:34:29.637430 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-c82cd5b7-57ee-465f-87fb-43df96064dc7 req-41d491fc-bdca-46f7-9cfe-af06fba179a0 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Jun 29 17:34:29.757076 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:34:29.930724 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:34:29.944867 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'port_id': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'mac_address': 'fa:16:3e:57:cb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:34:29.998206 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:30.015386 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45619f7-89f0-4552-bec4-8c12a7675a6c {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:34:30.030057 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:34:30.035930 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:30.037674 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-daebc720-7314-46c5-b666-edbdbfd90165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:30.102831 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=4']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:30.108134 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:30.147335 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:30.393310 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['e45619f7-89f0-4552-bec4-8c12a7675a6c'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:34:30.855769 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbd908-7851-4634-9795-faed93ecc82d req-c2d543b3-6dde-40fa-a133-9fa698bc9be0 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:30.857239 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a3bbd908-7851-4634-9795-faed93ecc82d req-c2d543b3-6dde-40fa-a133-9fa698bc9be0 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 944 time: 0.0856333 Jun 29 17:34:30.910386 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a3bbd908-7851-4634-9795-faed93ecc82d req-c92b9994-d931-43dc-ad50-f6d64466541f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Jun 29 17:34:31.774881 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:34:31.851511 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning for port e45619f7-89f0-4552-bec4-8c12a7675a6c completed by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:34:31.856365 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port e45619f7-89f0-4552-bec4-8c12a7675a6c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:31.856767 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:31.936956 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-af13c857-b748-4c46-88f5-25195684f7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:31.996547 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:32.027360 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:34:32.038113 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:34:32.042592 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:32.045688 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-daebc720-7314-46c5-b666-edbdbfd90165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:32.105935 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'code': 200} Jun 29 17:34:32.115087 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=5']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:32.119625 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:32.137522 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeda08-0dc4-4266-899c-2c6da87c93dc req-1a89bcd2-4672-4a84-b46e-ae27e5a563e1 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:32.138980 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8faeda08-0dc4-4266-899c-2c6da87c93dc req-1a89bcd2-4672-4a84-b46e-ae27e5a563e1 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0956593 Jun 29 17:34:32.188366 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8faeda08-0dc4-4266-899c-2c6da87c93dc req-6447d397-04bb-40e1-b19f-dd3993e6ddef tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Jun 29 17:34:32.423394 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e6aaef5e-4b8d-4d48-9b30-4f48c9c1994e req-31bcbf22-9e6d-4cfd-8bcd-31ffd8cb6d88 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0682421 Jun 29 17:34:32.470014 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-e6aaef5e-4b8d-4d48-9b30-4f48c9c1994e req-0162e7b3-c201-4f17-afbc-0c867551e110 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382841 Jun 29 17:34:33.055443 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:33.399563 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee527d6b-b5de-4e93-b8b0-4b1d2887c00a req-acdd5dc2-700a-4b8a-a1a2-5db5facdd501 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:33.401076 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee527d6b-b5de-4e93-b8b0-4b1d2887c00a req-acdd5dc2-700a-4b8a-a1a2-5db5facdd501 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0899336 Jun 29 17:34:33.458036 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ee527d6b-b5de-4e93-b8b0-4b1d2887c00a req-a88a3722-76d1-419a-93e9-8e5496a990a9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492008 Jun 29 17:34:33.577026 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:34:34.556479 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:34.678165 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4cd65-4522-4992-9bcb-2f896b52ba1d req-3aefc8e4-6047-43c3-a836-864856ac372b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:34.679623 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8ea4cd65-4522-4992-9bcb-2f896b52ba1d req-3aefc8e4-6047-43c3-a836-864856ac372b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0842388 Jun 29 17:34:34.732063 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8ea4cd65-4522-4992-9bcb-2f896b52ba1d req-da3553ee-df6e-4706-8453-77799f9ffd02 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Jun 29 17:34:34.963792 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876da896-e0df-4022-8375-f40d18f2d2d9 req-b28d8861-b8bd-4756-9de7-848b7d767e54 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:34.965278 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-876da896-e0df-4022-8375-f40d18f2d2d9 req-b28d8861-b8bd-4756-9de7-848b7d767e54 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0988803 Jun 29 17:34:35.014823 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-876da896-e0df-4022-8375-f40d18f2d2d9 req-7dc78968-c156-44fb-a47f-b73feb66fbe2 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Jun 29 17:34:35.043323 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 42918) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:35.256575 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-82290da2-a227-421b-8d7e-bb53bbff235c tempest-TestShelveInstance-1836946986 tempest-TestShelveInstance-1836946986-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1093 time: 0.2120597 Jun 29 17:34:35.260623 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 42924) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:34:35.266258 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.v2.base [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Request body: {'floatingip': {'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'port_id': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:34:35.272264 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:34:35.276233 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Usage tracker for resource:floatingip and tenant:8a19341468304c1eb3f96eadfb29992c is out of sync, need to count used quota {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:34:35.279225 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:34:35.287641 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.quota.driver [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:34:35.305511 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for floatingip, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:35.533109 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:35.674604 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_common [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Allocated IP 172.27.2.45 (be090c37-d07c-47f8-9798-19f6dbdca38c/41407da7-38a4-4d9e-a269-4fe5cec39ae0/3a1b9980-6920-4121-af17-6fe3a704618a) {{(pid=74138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:34:35.825619 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for port, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:35.857097 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728965424945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:35.863663 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b39c9b1e-b3b8-4848-8ad5-afa21116dc4f tempest-TestMinimumBasicScenario-2063343758 tempest-TestMinimumBasicScenario-2063343758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:35.930269 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Network be090c37-d07c-47f8-9798-19f6dbdca38c is already hosted by enough agents. {{(pid=74138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:34:35.933077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.base_scheduler [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Resources bound (agent type, host, resource id): {{(pid=74138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:34:35.937330 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Received port after_create {{(pid=74138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:34:35.964660 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'Port': ['ID=3a1b9980-6920-4121-af17-6fe3a704618a,revision_number=1']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:35.969453 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:36.470590 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:36.534476 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:36.747303 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for port, precommit_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:36.753424 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3382091'] for port, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:36.757342 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-625be3a3-4647-49f0-b400-2bf29a109f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:36.861880 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event updated for resources: {'Port': ['ID=3a1b9980-6920-4121-af17-6fe3a704618a,revision_number=2']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:36.864876 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:36.875707 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579930'] for floatingip, after_update {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:37.081869 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.db.l3_db [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Floating IP 6ed4c85d-6cfb-4fa8-a4ca-61025e98c770 associated. External IP: 172.27.2.45, port: e45619f7-89f0-4552-bec4-8c12a7675a6c. Jun 29 17:34:37.596284 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Router 464e574b-05f8-4486-b7eb-c9e791ff0578 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:34:37.804049 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:34:37.816471 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] Sync routers for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:34:37.831015 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:34:37.831849 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:34:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:37.832511 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:37.890940 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-f060285a-ed06-41f1-8f7d-4be1f83777f9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6290798 Jun 29 17:34:37.891659 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:34:37.945724 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'status': 'completed', 'code': 200} Jun 29 17:34:38.014770 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:34:38.069170 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-f2bb9836-3639-4ba8-988c-f520e9c7a284 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0725970 Jun 29 17:34:38.207907 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50294-1129-407d-9008-855738a9cc32 req-54cc71ea-3164-4427-8156-dc1750170925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:38.209381 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-54cc71ea-3164-4427-8156-dc1750170925 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1328290 Jun 29 17:34:38.314147 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-3734cab3-72b6-4f9d-93ca-175785f40d44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 998 time: 0.0966754 Jun 29 17:34:38.380019 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50294-1129-407d-9008-855738a9cc32 req-e58f5aee-93d2-4b74-888e-39b7e6b04122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:38.381589 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-e58f5aee-93d2-4b74-888e-39b7e6b04122 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0590556 Jun 29 17:34:38.403585 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '6ed4c85d-6cfb-4fa8-a4ca-61025e98c770', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'port_id': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'mac_address': 'fa:16:3e:57:cb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:34:36Z', 'updated_at': '2021-06-29T17:34:36Z', 'revision_number': 0, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:57Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:38.407836 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] Checking router: 464e574b-05f8-4486-b7eb-c9e791ff0578 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:34:38.419069 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:34:38.419693 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:34:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:38.459525 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-5bf29a6d-a612-4e6a-a2d9-7e622809d936 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710495 Jun 29 17:34:38.595427 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-7a287ea8-9b40-402b-8861-9269fb8cef0d service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291878 Jun 29 17:34:38.597925 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:34:38.731735 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-91d50294-1129-407d-9008-855738a9cc32 req-eaba7427-3b23-40b9-8746-79ae0db57082 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286263 Jun 29 17:34:38.949492 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '6ed4c85d-6cfb-4fa8-a4ca-61025e98c770', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'port_id': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'mac_address': 'fa:16:3e:57:cb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:34:36Z', 'updated_at': '2021-06-29T17:34:36Z', 'revision_number': 0, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:57Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:38.953618 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57cad6-7907-4b9f-b239-7f7606ff4ca0 None None] The sync data for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi is: [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_floatingips': [{'id': '6ed4c85d-6cfb-4fa8-a4ca-61025e98c770', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'router_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'port_id': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'mac_address': 'fa:16:3e:57:cb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:34:36Z', 'updated_at': '2021-06-29T17:34:36Z', 'revision_number': 0, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:57Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:34:39.169964 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3174d0-22aa-4c98-ba3a-2e0800853a7f None None] New status for floating IP 6ed4c85d-6cfb-4fa8-a4ca-61025e98c770: ACTIVE {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:34:59.503290 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.579666 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd3df-e029-4b6e-9b50-348b9f14b060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:00.156012 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.940286 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7f03375c-2cfb-446a-a239-1904fe6508a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:03.063649 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:04.568297 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:08.766474 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-1624dbda-e036-4e6d-9af6-6eed248b4d43 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702631 Jun 29 17:35:08.938122 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-fd5f8ae9-b2c6-4ff0-bc0e-62fba8575609 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0743208 Jun 29 17:35:09.207789 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194954e0-8c3b-484a-8e64-faab4d334061 req-8513a54c-f80b-470b-9b36-61a7cd2273e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:09.209491 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-8513a54c-f80b-470b-9b36-61a7cd2273e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.2493331 Jun 29 17:35:09.324700 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-e41cf823-5b09-4e65-b525-c833b0ec8cad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 1000 time: 0.1085744 Jun 29 17:35:09.395795 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194954e0-8c3b-484a-8e64-faab4d334061 req-72b6d7f3-c1bf-44ae-9e53-409a27d90377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:09.398201 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-72b6d7f3-c1bf-44ae-9e53-409a27d90377 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0659387 Jun 29 17:35:09.479379 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-5c7574a9-050c-4dfe-b71f-72deafa3e88b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743911 Jun 29 17:35:09.612724 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-b9778f13-edef-4bda-92ba-ecf28da26a6a service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263807 Jun 29 17:35:09.748032 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-194954e0-8c3b-484a-8e64-faab4d334061 req-5b845468-c888-47f2-9afd-6135875b84f9 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284742 Jun 29 17:35:10.583042 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:35:29.515557 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:29.585902 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-2bca4a1b-fabe-433d-8872-28b5f7a47262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:30.152361 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:31.945771 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fec0a6cb-20b1-472c-8b45-7cd53af47ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:33.068643 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:34.566517 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:47.577417 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:35:59.527934 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:59.580060 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-dbeb1cee-37c8-44aa-a226-05524e067862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.152878 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.942440 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e0c62115-7c38-4e25-9b97-8ee8892c95e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.079789 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:04.571657 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:09.745590 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-001a9c88-9355-441f-b4ce-9f86d9d6107b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826955 Jun 29 17:36:09.911616 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-bb67dfc1-c602-437f-ab75-529eff876baf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0779743 Jun 29 17:36:10.074691 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-a070060c-1c1e-4b34-a9d1-991d19825d7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:10.076150 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-a070060c-1c1e-4b34-a9d1-991d19825d7d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1423566 Jun 29 17:36:10.182358 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-15b4c6a8-1ec2-4b0d-9076-d67b66f474eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 1000 time: 0.0991938 Jun 29 17:36:10.248915 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-de1a645a-7ed5-4d61-b5cd-5ad7c7179634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:10.250428 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-de1a645a-7ed5-4d61-b5cd-5ad7c7179634 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0614114 Jun 29 17:36:10.338763 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-9624a4db-d518-4f6d-843f-da30759526a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813124 Jun 29 17:36:10.472423 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-7ba181b5-a67d-4f0e-9bdc-bd33ee6a884c service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270943 Jun 29 17:36:10.604758 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-6ad4d8a6-77b8-4a30-8cfd-fc5e655a4deb req-fe6a5b58-fc03-46bb-9c0a-726da36070de service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249397 Jun 29 17:36:24.578670 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:36:29.522092 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.585896 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-98b51531-9671-4dda-a3fd-5e328e7a90a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.154430 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:31.938912 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c8db9960-5c96-45dd-8d1b-fd1979e6009a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:33.078647 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:34.574591 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:36.336102 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7578b-ee61-46e7-a95e-27ea8942cc44 req-1417f9f3-42c4-4c47-aa00-b6bf07c47409 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:36.337582 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aae7578b-ee61-46e7-a95e-27ea8942cc44 req-1417f9f3-42c4-4c47-aa00-b6bf07c47409 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.2085238 Jun 29 17:36:36.393706 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-aae7578b-ee61-46e7-a95e-27ea8942cc44 req-ff72242e-35e8-4077-b473-3da12de3df8d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464900 Jun 29 17:36:36.583045 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [req-38990ea7-121a-4ba3-b727-760c3bdd2c79 req-3000e383-d6f2-4096-82b5-4d441c50df00 service neutron] (74139) timed out ('10.222.0.81', 49862) {{(pid=74139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 29 17:36:37.710952 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62172b0-13a4-4c8e-a16f-2fb74c9f1b65 req-9e684e04-5356-4d02-8ffb-d5fec8655efa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:37.712532 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a62172b0-13a4-4c8e-a16f-2fb74c9f1b65 req-9e684e04-5356-4d02-8ffb-d5fec8655efa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.1754692 Jun 29 17:36:37.760827 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-a62172b0-13a4-4c8e-a16f-2fb74c9f1b65 req-c83a7fe7-5c62-4224-befd-52e45df74bc0 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Jun 29 17:36:39.082239 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50a43-4ab5-4e06-899a-3aab17f8c29e req-cfc82a3c-365c-486c-8444-d140ded6daab tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:39.083569 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-52b50a43-4ab5-4e06-899a-3aab17f8c29e req-cfc82a3c-365c-486c-8444-d140ded6daab tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.1752186 Jun 29 17:36:39.133513 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-52b50a43-4ab5-4e06-899a-3aab17f8c29e req-45654e38-58de-4ac2-aa55-d726ab8eaecf tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441620 Jun 29 17:36:40.354090 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d265-8dfd-4524-a028-82c0f85950d3 req-e7eab5ee-2aca-4237-8b85-b01becfd0c53 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:40.355581 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7c52d265-8dfd-4524-a028-82c0f85950d3 req-e7eab5ee-2aca-4237-8b85-b01becfd0c53 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0939171 Jun 29 17:36:40.413117 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-7c52d265-8dfd-4524-a028-82c0f85950d3 req-7838b236-0e10-47b6-9b7e-6aa9fc22310d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512812 Jun 29 17:36:41.623582 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416f44-e94b-478c-a625-faaaf5614c87 req-f4cf8108-35f1-4566-94c7-019acc9102b8 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:41.625070 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f4416f44-e94b-478c-a625-faaaf5614c87 req-f4cf8108-35f1-4566-94c7-019acc9102b8 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0825031 Jun 29 17:36:41.675394 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-f4416f44-e94b-478c-a625-faaaf5614c87 req-70f5c653-7fd2-4e75-8d91-196f8dbe4a36 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Jun 29 17:36:42.997198 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fc7db-5277-4728-8464-feea11baf1b8 req-29cf0704-b56a-462e-9bc9-4802a3c6900b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:42.998594 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4c4fc7db-5277-4728-8464-feea11baf1b8 req-29cf0704-b56a-462e-9bc9-4802a3c6900b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.1899691 Jun 29 17:36:43.048262 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-4c4fc7db-5277-4728-8464-feea11baf1b8 req-3b667a7e-9b85-4de7-9df1-a728c6c564b3 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Jun 29 17:36:44.274825 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5c6d4-c4a9-4fc5-b175-11abd9e5b7d5 req-ca3fce8d-c32e-4568-832b-212781835947 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:44.276288 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8ad5c6d4-c4a9-4fc5-b175-11abd9e5b7d5 req-ca3fce8d-c32e-4568-832b-212781835947 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0861850 Jun 29 17:36:44.326675 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8ad5c6d4-c4a9-4fc5-b175-11abd9e5b7d5 req-36189f64-e79e-4278-a7c2-2013f622816a tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Jun 29 17:36:45.548168 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717fa94-b998-40e5-aa01-27277725dc63 req-b45fb17b-b802-4f34-acac-7edc2a90e524 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:45.549725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5717fa94-b998-40e5-aa01-27277725dc63 req-b45fb17b-b802-4f34-acac-7edc2a90e524 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0972195 Jun 29 17:36:45.597245 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-5717fa94-b998-40e5-aa01-27277725dc63 req-2560f37b-fa73-4e77-833d-6cb81cfecfa6 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Jun 29 17:36:46.392467 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-65cd101a-42ae-49a0-8e5a-77ceb957162f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0770891 Jun 29 17:36:46.530200 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-d4aa25c2-e9d7-4dd0-9c0e-ef91c4cf09ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:46.531677 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-d4aa25c2-e9d7-4dd0-9c0e-ef91c4cf09ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1321747 Jun 29 17:36:46.642036 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-4130d3ee-0190-485c-939c-736ecefa13c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 1000 time: 0.1023424 Jun 29 17:36:46.710213 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-2b320765-fafe-43a3-8293-d178e75e1803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:46.711844 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-2b320765-fafe-43a3-8293-d178e75e1803 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0633342 Jun 29 17:36:46.853014 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-404a53f8-1723-4f21-92d6-c5b5b3bd030a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1348460 Jun 29 17:36:46.858490 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b038fb-fd68-4acf-b55d-27a4076817c6 req-a3e69404-c1ab-496e-beb2-990535cb93b4 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:46.859848 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-16b038fb-fd68-4acf-b55d-27a4076817c6 req-a3e69404-c1ab-496e-beb2-990535cb93b4 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.1120982 Jun 29 17:36:46.999465 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-16b038fb-fd68-4acf-b55d-27a4076817c6 req-a95721f7-ab4a-41e5-bd7d-dc40420dacd7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209254 Jun 29 17:36:47.021205 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-bfd312ec-8fec-48f2-ba99-e43a8dc98200 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602230 Jun 29 17:36:47.160908 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-8206be1b-cad7-4346-93fe-7bd665a147c3 req-c03a50a6-a229-4523-b5d2-3f34e4e091a2 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331162 Jun 29 17:36:48.216290 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468e99-38a2-41cf-a379-b09e760e6a35 req-2329d3d3-6809-4e76-af3d-a9e98172c17f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:48.217804 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef468e99-38a2-41cf-a379-b09e760e6a35 req-2329d3d3-6809-4e76-af3d-a9e98172c17f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0931747 Jun 29 17:36:48.266971 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-ef468e99-38a2-41cf-a379-b09e760e6a35 req-80f7cc90-6aab-4dff-8fdf-e5391e1d6579 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Jun 29 17:36:49.479301 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33789c74-44be-4521-aa28-90084546af36 req-70492b56-f859-4e0c-86ec-bd4c1e2c9554 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:49.480802 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-33789c74-44be-4521-aa28-90084546af36 req-70492b56-f859-4e0c-86ec-bd4c1e2c9554 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0818827 Jun 29 17:36:49.535087 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-33789c74-44be-4521-aa28-90084546af36 req-00401261-6db0-453e-9e5a-57468b6c191f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 Jun 29 17:36:50.757853 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345432-b840-4d40-b660-50824b1b4a21 req-098cb3fb-90cb-4be6-88e2-6b122b78379b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:50.759293 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d9345432-b840-4d40-b660-50824b1b4a21 req-098cb3fb-90cb-4be6-88e2-6b122b78379b tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0905173 Jun 29 17:36:50.806004 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-d9345432-b840-4d40-b660-50824b1b4a21 req-499a68bc-84a3-473b-be2b-40e46dff7164 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Jun 29 17:36:51.014422 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-30c8f173-210f-4fab-8554-75cc186b31c7 req-cc1739ae-1662-41e6-bdfc-38bc4aae2f21 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0782077 Jun 29 17:36:51.285850 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-68ebf680-e712-4104-8658-3d51b9a86432 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1429682 Jun 29 17:36:51.293211 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213134bc-4d50-4fc4-b938-b3f0323e283f req-497f52df-34e3-4185-b54a-7a625f19ba93 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:51.294754 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-213134bc-4d50-4fc4-b938-b3f0323e283f req-497f52df-34e3-4185-b54a-7a625f19ba93 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0832107 Jun 29 17:36:51.342745 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-213134bc-4d50-4fc4-b938-b3f0323e283f req-e2fd5ec9-b141-4ddb-b2e3-cabad83c208f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Jun 29 17:36:52.458443 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:36:52.559980 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5a7f-4df3-4bed-b46c-c56c59d392b1 req-b4e3699c-1e23-4c5c-aafe-7499f8eb3c84 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:52.563503 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0f5b5a7f-4df3-4bed-b46c-c56c59d392b1 req-b4e3699c-1e23-4c5c-aafe-7499f8eb3c84 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0931027 Jun 29 17:36:52.583644 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:52.613679 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:36:52.615171 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0f5b5a7f-4df3-4bed-b46c-c56c59d392b1 req-fe473f4f-0b21-4d80-8230-ce51ab8681b7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467825 Jun 29 17:36:52.624887 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:52.632886 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:52.636261 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-481c33fc-df16-4bb3-bcf7-6879ca3faaab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:52.673973 dv-cinder-798672-1-iscsi neutron-server[74140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'code': 422} returned with failed status Jun 29 17:36:52.708965 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=6']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:52.718513 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.718857 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.719194 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.719529 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.719860 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.720183 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.720536 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.720863 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.721184 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.721510 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.721818 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:52.726471 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:52.777331 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-38ca18c2-92e8-46a8-b44f-e45d10e83fb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&tenant_id=8a19341468304c1eb3f96eadfb29992c HTTP/1.1" status: 200 len: 1096 time: 0.0830603 Jun 29 17:36:52.901545 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-fbb52f14-7828-4d1d-82c9-849e1cebd38a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1096 time: 0.0877707 Jun 29 17:36:53.131776 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2501d3-f71f-4702-8378-e51395d48440 req-3943325c-7741-4b49-8499-27c33f8f0397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:53.133256 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-3943325c-7741-4b49-8499-27c33f8f0397 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.2246869 Jun 29 17:36:53.241019 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-2c9bb3c8-503e-4178-b4e9-61b3e645c230 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 998 time: 0.1004758 Jun 29 17:36:53.313506 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2501d3-f71f-4702-8378-e51395d48440 req-af1f9584-08b5-4dd1-b678-7f4c4064e128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:53.314976 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-af1f9584-08b5-4dd1-b678-7f4c4064e128 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0672505 Jun 29 17:36:53.401059 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-77545582-3094-4377-8825-710b4515e6d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757797 Jun 29 17:36:53.536965 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-828fd94c-d92d-43ba-bd57-7ebcef01a208 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286118 Jun 29 17:36:53.682747 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-4f2501d3-f71f-4702-8378-e51395d48440 req-1ca4981c-5441-4e4e-a697-4c18af105d30 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391883 Jun 29 17:36:53.842170 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fa876-20ae-4761-9fe4-ba2c39b1746c req-ae635fef-307b-4533-a073-80af2257fef1 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:53.843523 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-623fa876-20ae-4761-9fe4-ba2c39b1746c req-ae635fef-307b-4533-a073-80af2257fef1 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0872645 Jun 29 17:36:53.898304 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-623fa876-20ae-4761-9fe4-ba2c39b1746c req-93e2e09d-cac8-4d53-bf65-a818182c171f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Jun 29 17:36:55.116374 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2a00-2625-4fd9-a02e-c76bfcfe6185 req-1c1c2cbd-b4f7-40ef-a433-43988a6b2662 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:55.117849 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9d4c2a00-2625-4fd9-a02e-c76bfcfe6185 req-1c1c2cbd-b4f7-40ef-a433-43988a6b2662 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0955837 Jun 29 17:36:55.169932 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-9d4c2a00-2625-4fd9-a02e-c76bfcfe6185 req-09406b43-eee4-4fac-8878-baab354fbdfe tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 Jun 29 17:36:56.375251 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36817009-bbb3-4add-a459-2613dc3cea8c req-ea8540f6-52e5-4798-be8c-4e44050c0fe7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:56.377381 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-36817009-bbb3-4add-a459-2613dc3cea8c req-ea8540f6-52e5-4798-be8c-4e44050c0fe7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0872154 Jun 29 17:36:56.437676 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-36817009-bbb3-4add-a459-2613dc3cea8c req-f2a17830-d042-45a1-82e1-33747c7895e9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540674 Jun 29 17:36:57.648272 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fdf4f-a95f-47c7-a49d-c9c3dcd0ed74 req-172f6a87-03b6-4890-9c64-2e52e7e0f66e tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:57.649822 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-062fdf4f-a95f-47c7-a49d-c9c3dcd0ed74 req-172f6a87-03b6-4890-9c64-2e52e7e0f66e tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0861666 Jun 29 17:36:57.702629 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-062fdf4f-a95f-47c7-a49d-c9c3dcd0ed74 req-06c9fc94-735d-492c-ba25-9f66858f95cc tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444989 Jun 29 17:36:58.906413 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a6b92-65d3-42db-921f-3b635c307511 req-dd6910a6-08ab-478e-a606-e469be6d4490 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:58.907895 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0c5a6b92-65d3-42db-921f-3b635c307511 req-dd6910a6-08ab-478e-a606-e469be6d4490 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0814209 Jun 29 17:36:58.960920 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-0c5a6b92-65d3-42db-921f-3b635c307511 req-648a9807-5ba3-48df-b6d8-67d154864e3f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442400 Jun 29 17:36:59.548396 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:59.592046 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-2cf46e5e-f2c9-463d-8db5-72fc39b95efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:00.148270 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:00.176889 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbef79-dece-4d98-9b7b-0d9772b5c59c req-cf3d930e-fe37-4930-ab40-221fda4f5733 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:00.178443 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2dfbef79-dece-4d98-9b7b-0d9772b5c59c req-cf3d930e-fe37-4930-ab40-221fda4f5733 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 943 time: 0.0892067 Jun 29 17:37:00.225963 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-2dfbef79-dece-4d98-9b7b-0d9772b5c59c req-ac60d6c0-b53f-455c-894a-5ee5a214d289 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Jun 29 17:37:00.544144 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:37:00.684970 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:00.698585 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Returning: {'device': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'port_id': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'mac_address': 'fa:16:3e:57:cb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:37:00.757528 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:00.775471 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45619f7-89f0-4552-bec4-8c12a7675a6c {{(pid=74140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:37:00.792296 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:00.799012 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:00.800734 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:00.876090 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=7']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:00.879365 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:01.147318 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] get_ports_and_sgs() called for port_ids ['e45619f7-89f0-4552-bec4-8c12a7675a6c'] {{(pid=74140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:37:01.433585 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a5a91-5fa4-46fc-b11e-048913244f08 req-1ea25378-42c6-452e-9b59-79eac2e82516 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:01.434926 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7e7a5a91-5fa4-46fc-b11e-048913244f08 req-1ea25378-42c6-452e-9b59-79eac2e82516 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 944 time: 0.0837402 Jun 29 17:37:01.480704 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7e7a5a91-5fa4-46fc-b11e-048913244f08 req-1cadada0-0d49-43bc-b1fd-93dced82a609 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397527 Jun 29 17:37:01.582220 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:37:01.942001 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-06049348-042d-4042-8d17-344ee19dcae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.543331 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c up at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:37:02.617299 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.provisioning_blocks [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Provisioning complete for port e45619f7-89f0-4552-bec4-8c12a7675a6c triggered by entity L2. {{(pid=74140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:37:02.617777 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394466'] for port, provisioning_complete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.690972 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95e09d-ee06-4f5b-9c5c-b8e207959ca8 req-5f78b29b-cacc-4dc8-81ee-be5daaba2d0a tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:02.692528 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cc95e09d-ee06-4f5b-9c5c-b8e207959ca8 req-5f78b29b-cacc-4dc8-81ee-be5daaba2d0a tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 944 time: 0.0802476 Jun 29 17:37:02.733941 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798187'] for port, before_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.738015 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-cc95e09d-ee06-4f5b-9c5c-b8e207959ca8 req-002a68a6-b5c5-4d0b-9b2d-3da6beaa90bf tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Jun 29 17:37:02.761760 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:37:02.771585 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:02.776405 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728965965240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728965424963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728965425008'] for port, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.778201 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:02.821829 dv-cinder-798672-1-iscsi neutron-server[74140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'code': 200} Jun 29 17:37:02.855872 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Pushing event updated for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=8']} {{(pid=74140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:02.858884 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_concurrency.lockutils [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:03.076263 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:03.164803 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-75385dce-2a7c-4bce-a802-7c4bc2a25b72 req-7a85ecc2-2245-41bf-a567-1e6df787b3ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0753543 Jun 29 17:37:03.208301 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-75385dce-2a7c-4bce-a802-7c4bc2a25b72 req-3f2bca25-27d0-4060-a676-3fdee16170ac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369496 Jun 29 17:37:03.944686 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be368-8fc8-453e-b3d1-562ce2dde1f4 req-67ea66ff-c9f9-4355-8377-891fed724e63 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:03.946128 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d5be368-8fc8-453e-b3d1-562ce2dde1f4 req-67ea66ff-c9f9-4355-8377-891fed724e63 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0827253 Jun 29 17:37:03.993995 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-1d5be368-8fc8-453e-b3d1-562ce2dde1f4 req-63df7faf-85ae-454b-8bce-90233a22237f tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421350 Jun 29 17:37:04.576023 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:05.209147 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb42080-d198-4265-bbea-479e08b62523 req-ec8e140e-3424-4d80-a83f-9e173641edfa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:05.210611 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-eeb42080-d198-4265-bbea-479e08b62523 req-ec8e140e-3424-4d80-a83f-9e173641edfa tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0844345 Jun 29 17:37:05.257654 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-eeb42080-d198-4265-bbea-479e08b62523 req-f6669310-294e-4da1-a3e6-c8384ba5474a tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Jun 29 17:37:11.476988 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-34429923-8e72-4ea5-9000-f2a7178009a6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1462021 Jun 29 17:37:11.655034 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-67ada784-5232-40ee-9f94-72f9d1b135ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0768218 Jun 29 17:37:11.816067 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-9a6d90a7-a508-4b79-bf52-1a0aaf888112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:11.817520 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-9a6d90a7-a508-4b79-bf52-1a0aaf888112 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1383278 Jun 29 17:37:11.921897 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-2a4de650-9cf0-4436-bc6b-719c154736d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 1000 time: 0.0970261 Jun 29 17:37:11.991085 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-73e16749-3d4e-4029-b6d7-ae5cc8e6f0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:11.992513 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-73e16749-3d4e-4029-b6d7-ae5cc8e6f0be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0595324 Jun 29 17:37:12.067669 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-aa37197d-934f-4df1-b886-0648d876647d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691864 Jun 29 17:37:12.296510 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-66f4abfe-6401-4d80-a1fc-eb9860c27527 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225368 Jun 29 17:37:12.430285 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-7610768b-72f5-4bef-9bf3-4e34952fcfe9 req-e0bfb9e1-564f-43b7-9faf-d36b0278be94 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257474 Jun 29 17:37:29.551166 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:29.584438 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d363a1d0-6860-47d1-882c-03e678e8782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:30.154900 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:31.939815 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-e97bdb8c-172d-4835-bc40-276b72dba3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:33.085546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:34.579479 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:38.591047 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:37:59.549259 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.587809 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d8d0-82e8-40ba-91a8-4088d1d6c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:00.158361 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:01.944612 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-2739ec66-5026-4b8c-a62e-1e3b753c9976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:03.092139 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:04.590142 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:12.411685 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-852dcf85-c340-4ca1-ad18-d5e74668bd2b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789554 Jun 29 17:38:12.588494 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-402c42bc-fab7-417b-aa69-5d351adf4c3b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0788784 Jun 29 17:38:12.750544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-65bbfb2b-0109-4f26-8562-1f649adf4a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:12.752397 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-65bbfb2b-0109-4f26-8562-1f649adf4a10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1389527 Jun 29 17:38:12.866505 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-6a4cf51a-87d6-4de0-9070-93eb7371c026 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 1000 time: 0.1075172 Jun 29 17:38:12.934936 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-74eaffc2-9451-49ed-8fa8-3ec8212e87cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:12.936381 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-74eaffc2-9451-49ed-8fa8-3ec8212e87cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0629048 Jun 29 17:38:13.013753 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-3db75f38-1a37-4644-9d32-fc595a97dd5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711467 Jun 29 17:38:13.159902 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-e1a4dd5b-e6ca-4d37-9891-9900ab6d498e service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385188 Jun 29 17:38:13.295630 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9146985f-5626-418b-9fb4-5e15b7a39620 req-7aaf7d60-3952-45e2-9291-77a55d6d3258 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294479 Jun 29 17:38:15.583577 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:38:20.932866 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43058) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:21.149800 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Deleting port 3a1b9980-6920-4121-af17-6fe3a704618a {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:21.150119 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:21.331475 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:21.331772 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:21.538226 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Calling delete_port for 3a1b9980-6920-4121-af17-6fe3a704618a owned by network:floatingip {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:21.697798 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:21.701537 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-71cc5850-9249-4cd5-9b6f-f416e30a246a tempest-VolumesSnapshotTestJSON-1780609494 tempest-VolumesSnapshotTestJSON-1780609494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:21.742763 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event deleted for resources: {'Port': ['ID=3a1b9980-6920-4121-af17-6fe3a704618a,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:21.754701 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.755084 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.755453 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.755825 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.756192 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.756937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.756937 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.757278 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.757633 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.757988 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.758343 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:21.787463 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:21.854673 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for floatingip, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:22.281906 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Router 464e574b-05f8-4486-b7eb-c9e791ff0578 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:38:22.497573 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:38:22.507387 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] Sync routers for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:38:22.519653 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:38:22.520315 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:38:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:22.523182 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for floatingip, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:22.576980 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-19482136-fe8a-452e-b99e-9bc0ff81ca50 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "DELETE /v2.0/floatingips/6ed4c85d-6cfb-4fa8-a4ca-61025e98c770 HTTP/1.1" status: 204 len: 168 time: 1.6423767 Jun 29 17:38:22.577645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:38:22.701377 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:38:22.724682 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'status': 'completed', 'code': 200} Jun 29 17:38:22.849589 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-919ebf2a-a051-4912-a833-32bfb171545f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a19341468304c1eb3f96eadfb29992c&device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 1098 time: 0.0789835 Jun 29 17:38:23.015320 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:57Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:23.019549 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] Checking router: 464e574b-05f8-4486-b7eb-c9e791ff0578 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:38:23.030754 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:38:23.031355 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:38:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:23.054413 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-1ae1dfc1-c246-465b-ac21-618d464b7877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:23.055856 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-1ae1dfc1-c246-465b-ac21-618d464b7877 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 200 len: 909 time: 0.1829453 Jun 29 17:38:23.069488 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06794-7464-4e82-81b7-e8be61376e97 req-b8a2d8c8-5a9c-4ccf-a149-0f754d047085 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:23.070069 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-9bf06794-7464-4e82-81b7-e8be61376e97 req-b8a2d8c8-5a9c-4ccf-a149-0f754d047085 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Synchronizing usage tracker for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:38:23.141642 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-6c5d744a-4180-4325-a7ab-e1fe76f361bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 200 len: 217 time: 0.0688803 Jun 29 17:38:23.147432 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-9bf06794-7464-4e82-81b7-e8be61376e97 req-b8a2d8c8-5a9c-4ccf-a149-0f754d047085 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Unset dirty status for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:38:23.148570 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9bf06794-7464-4e82-81b7-e8be61376e97 req-b8a2d8c8-5a9c-4ccf-a149-0f754d047085 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.2049334 Jun 29 17:38:23.210381 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:38:23.234573 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-eee7f77d-f528-415d-ae7f-7a3d52fc8847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:23.236018 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-eee7f77d-f528-415d-ae7f-7a3d52fc8847 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 200 len: 847 time: 0.0865202 Jun 29 17:38:23.243487 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-9bf06794-7464-4e82-81b7-e8be61376e97 req-d3731427-2787-4282-8c2e-2c6283854cc9 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611236 Jun 29 17:38:23.424202 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-a770aef1-9aae-4a8e-afd3-010a73984575 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e682b85f-b81a-4238-b93f-1309c6914b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1794806 Jun 29 17:38:23.564628 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-0a4e0b01-0b27-4181-9384-8efaf3472cc5 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281562 Jun 29 17:38:23.564967 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:57Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:23.569167 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643252-b151-4ec6-b888-ff82fb08d229 None None] The sync data for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi is: [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:50Z', 'revision_number': 4, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi', '_interfaces': [{'id': 'ab77b5a3-75a0-4d23-801b-b21e8aef7355', 'name': '', 'network_id': 'e682b85f-b81a-4238-b93f-1309c6914b31', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'mac_address': 'fa:16:3e:9c:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:48Z', 'updated_at': '2021-06-29T17:33:57Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'subnets': [{'id': '8adce531-2945-41b6-bd26-d3cd211a20aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:38:23.701110 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-785a12bf-7fd5-46d4-8b60-642a28b0676a req-d33bc3cf-596f-49b7-bdeb-480906278ab5 service neutron] 10.222.0.81 "GET /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297338 Jun 29 17:38:23.798953 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb51b024-9694-40ed-a19d-e38721a96afb None None] New status for floating IP 6ed4c85d-6cfb-4fa8-a4ca-61025e98c770: DOWN {{(pid=74141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:38:24.467898 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60418e5d-6cd7-41f9-8324-15c88449e448 req-41d0ac31-edeb-44bf-b863-e068738c415e tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:24.469386 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-60418e5d-6cd7-41f9-8324-15c88449e448 req-41d0ac31-edeb-44bf-b863-e068738c415e tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0837622 Jun 29 17:38:24.516564 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-60418e5d-6cd7-41f9-8324-15c88449e448 req-f5e275db-5cec-4144-b7e1-37e482f5864e tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/security-groups?id=0744d154-d8e5-4c6d-ba21-5849f2d079f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Jun 29 17:38:24.792804 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-29594188-623b-450a-950d-24633500ef85 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:24.794247 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-29594188-623b-450a-950d-24633500ef85 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 945 time: 0.0831518 Jun 29 17:38:24.868603 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Deleting port e45619f7-89f0-4552-bec4-8c12a7675a6c {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:24.869277 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:25.149508 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] For port e45619f7-89f0-4552-bec4-8c12a7675a6c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e45619f7-89f0-4552-bec4-8c12a7675a6c,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:25.149779 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:25.276061 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Calling delete_port for e45619f7-89f0-4552-bec4-8c12a7675a6c owned by compute:nova {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:25.449630 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:25.456984 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-0a76b4fb-d3e8-4d1e-8470-e75eed2e04c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:25.503247 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event deleted for resources: {'Port': ['ID=e45619f7-89f0-4552-bec4-8c12a7675a6c,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:25.505785 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:25.582617 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] No DVR routers for this DVR port e45619f7-89f0-4552-bec4-8c12a7675a6c on host hv-cinder-79867 {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:38:25.585223 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041722'] for port, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:25.588069 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-deleted', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c'}] {{(pid=74138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:38:25.605520 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-1fe9d54f-565a-4ecc-afb3-3bc210e17713 req-1fc73333-9b03-43e7-82ea-fa74bd69521d tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.81 "DELETE /v2.0/ports/e45619f7-89f0-4552-bec4-8c12a7675a6c HTTP/1.1" status: 204 len: 173 time: 0.8050420 Jun 29 17:38:25.655831 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfd07f-ffcb-40aa-800c-78171d2d87bc', 'name': 'network-vif-deleted', 'tag': 'e45619f7-89f0-4552-bec4-8c12a7675a6c', 'status': 'completed', 'code': 200} Jun 29 17:38:25.704982 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-ef9d4e3c-b4b9-41c0-b486-0f1dc97520e0 req-9990003d-0c8f-4170-8b17-149694061dff tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Synchronizing usage tracker for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:38:25.722302 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.quota.resource [req-ef9d4e3c-b4b9-41c0-b486-0f1dc97520e0 req-9990003d-0c8f-4170-8b17-149694061dff tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Unset dirty status for tenant:8a19341468304c1eb3f96eadfb29992c on resource:port {{(pid=74138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:38:25.723570 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [req-ef9d4e3c-b4b9-41c0-b486-0f1dc97520e0 req-9990003d-0c8f-4170-8b17-149694061dff tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 210 time: 0.0629630 Jun 29 17:38:26.906542 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [req-816993a1-5148-4359-a7b9-ab3183ab4ffe req-c7b9d4b9-25cb-44f9-943e-48bd032255b7 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbcfd07f-ffcb-40aa-800c-78171d2d87bc HTTP/1.1" status: 200 len: 210 time: 0.0437305 Jun 29 17:38:28.015958 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43082) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:28.096231 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:28.127682 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:28.196625 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:28.200544 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-b98b9a2d-9338-45e7-9c87-eb60d06567a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:28.215650 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0744d154-d8e5-4c6d-ba21-5849f2d079f0,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:28.220379 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:28.233588 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:28.237438 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-90e3b0f5-5891-4447-adb1-5b6405730d91 tempest-TestShelveInstance-596787866 tempest-TestShelveInstance-596787866-project] 10.222.0.79 "DELETE /v2.0/security-groups/0744d154-d8e5-4c6d-ba21-5849f2d079f0 HTTP/1.1" status: 204 len: 168 time: 0.2178290 Jun 29 17:38:28.299010 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43088) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:28.797173 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:28.931497 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:28.967893 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] No Port match for: e45619f7-89f0-4552-bec4-8c12a7675a6c {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:28.968192 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Device e45619f7-89f0-4552-bec4-8c12a7675a6c not bound to the agent host hv-cinder-79867 {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:29.433152 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Deleting port ab77b5a3-75a0-4d23-801b-b21e8aef7355 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:29.433784 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.550141 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.590893 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-643aab92-2248-4e93-a40c-c9accfb9e4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.603513 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] For port ab77b5a3-75a0-4d23-801b-b21e8aef7355, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=ab77b5a3-75a0-4d23-801b-b21e8aef7355,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:29.603859 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.719917 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Calling delete_port for ab77b5a3-75a0-4d23-801b-b21e8aef7355 owned by network:router_interface {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:29.912614 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.917371 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-45c02706-1f19-40b1-9a27-3acb2c88f2f5 tempest-TestVolumeBootPattern-499869860 tempest-TestVolumeBootPattern-499869860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:29.959077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab77b5a3-75a0-4d23-801b-b21e8aef7355,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:29.961444 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:30.153195 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:30.355098 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:30.950392 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Router 464e574b-05f8-4486-b7eb-c9e791ff0578 has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:38:31.159579 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:38:31.168274 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] Sync routers for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:38:31.178729 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7a28748f-72d9-4e0c-9252-41dc5608e913 admin admin] 10.222.0.79 "PUT /v2.0/routers/464e574b-05f8-4486-b7eb-c9e791ff0578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785503 Jun 29 17:38:31.181346 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 43092) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:31.184584 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:38:31.185304 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:38:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:31.365041 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: dv-cinder-798672-1-iscsi {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:38:31.375912 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:31.572614 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:31.583366 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Deleting port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:31.583777 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:31.647548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:38:29Z', 'revision_number': 5, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port': {'id': '0bf5997d-7a0a-4f90-b80a-dc7e94e3c303', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:31.651487 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] Checking router: 464e574b-05f8-4486-b7eb-c9e791ff0578 for host: dv-cinder-798672-1-iscsi {{(pid=74140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:38:31.662240 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] Routers {'464e574b-05f8-4486-b7eb-c9e791ff0578'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:38:31.662852 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:38:02Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['464e574b-05f8-4486-b7eb-c9e791ff0578'], 'active': True} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:31.818313 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_dvr_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] Set router 464e574b-05f8-4486-b7eb-c9e791ff0578 gateway port host: None {{(pid=74140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:38:31.851452 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] For port 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:31.851813 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:31.927508 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.db.l3_hamode_db [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:38:31Z', 'revision_number': 6, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:31.937002 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99befad2-2272-41d2-81bb-9c261a781a8c None None] The sync data for ids ['464e574b-05f8-4486-b7eb-c9e791ff0578'] in dv-cinder-798672-1-iscsi is: [{'id': '464e574b-05f8-4486-b7eb-c9e791ff0578', 'name': 'tempest-TestShelveInstance-450496335-router', 'tenant_id': '8a19341468304c1eb3f96eadfb29992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:45Z', 'updated_at': '2021-06-29T17:38:31Z', 'revision_number': 6, 'project_id': '8a19341468304c1eb3f96eadfb29992c', 'gw_port_host': None}] {{(pid=74140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:38:31.941637 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-6a10ec0f-0e2e-4fea-a9af-d0bbfecdf2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:31.973894 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Calling delete_port for 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 owned by network:router_gateway {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:32.150252 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.156075 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-fb20c885-a4e7-4700-81ee-f4748cb5fd0c tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:32.205285 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf5997d-7a0a-4f90-b80a-dc7e94e3c303,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:32.244924 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.245273 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.245650 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.246034 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.246454 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.246815 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.247168 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.247523 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.247870 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.248220 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.248594 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-iscsi {{(pid=74139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:38:32.255740 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:32.365727 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ab77b5a3-75a0-4d23-801b-b21e8aef7355 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:32.401341 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: ab77b5a3-75a0-4d23-801b-b21e8aef7355 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:32.401611 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device ab77b5a3-75a0-4d23-801b-b21e8aef7355 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:32.450946 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.725398 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.729799 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.759050 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.759709 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 464e574b-05f8-4486-b7eb-c9e791ff0578 {{(pid=74139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:38:32.772166 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] Notify callbacks [] for router, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.773304 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-6bcfe3b4-c43a-4a88-a419-5662a5c0dcf3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/464e574b-05f8-4486-b7eb-c9e791ff0578 HTTP/1.1" status: 204 len: 168 time: 1.5909965 Jun 29 17:38:32.775945 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 43096) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:32.837672 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.db_base_plugin_v2 [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Deleting subnet 8adce531-2945-41b6-bd26-d3cd211a20aa {{(pid=74139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:38:32.840900 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.894013 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196665'] for subnet, precommit_delete_associations {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:32.976198 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.051139 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2828059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2632198'] for subnet, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.055638 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-f1d1652a-9396-430d-a4bf-3f8442765a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:33.084516 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.094196 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adce531-2945-41b6-bd26-d3cd211a20aa,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:33.097297 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:33.099655 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for subnet, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.106767 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-66647bc3-f6c2-4c9c-be5e-07c856e208f4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8adce531-2945-41b6-bd26-d3cd211a20aa HTTP/1.1" status: 204 len: 168 time: 0.3290167 Jun 29 17:38:33.108775 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 43100) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:33.109601 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606fd593-4d7a-46b0-9326-5bddaa136381 None None] Network e682b85f-b81a-4238-b93f-1309c6914b31 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:38:33.213880 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.224843 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Deleting port a335e9ff-7eaf-416d-99ef-08f45c0334c8 {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:33.225165 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.363354 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] DHCP port deletion for e682b85f-b81a-4238-b93f-1309c6914b31 request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:38:33.367312 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Deleting port a335e9ff-7eaf-416d-99ef-08f45c0334c8 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:33.367922 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.534903 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] For port a335e9ff-7eaf-416d-99ef-08f45c0334c8, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a335e9ff-7eaf-416d-99ef-08f45c0334c8,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:33.535247 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.614705 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] For port a335e9ff-7eaf-416d-99ef-08f45c0334c8, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=a335e9ff-7eaf-416d-99ef-08f45c0334c8,segment=NetworkSegment(47e1c2c1-e643-42e0-b203-3a7cb3fd63d3),segment_id=47e1c2c1-e643-42e0-b203-3a7cb3fd63d3)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:33.614987 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.658790 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Calling delete_port for a335e9ff-7eaf-416d-99ef-08f45c0334c8 owned by network:dhcp {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:33.729238 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Calling delete_port for a335e9ff-7eaf-416d-99ef-08f45c0334c8 owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:33.732228 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.736997 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-b750094a-0b42-4ed5-b0af-97b6419956ac tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:33.778623 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a335e9ff-7eaf-416d-99ef-08f45c0334c8,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:33.781975 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:33.784655 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] No DVR routers for this DVR port a335e9ff-7eaf-416d-99ef-08f45c0334c8 on host dv-cinder-798672-1-iscsi {{(pid=74139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:38:33.801394 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:38:33.801604 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:38:33.897756 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.910686 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e682b85f-b81a-4238-b93f-1309c6914b31']}} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:33.926902 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3') {'for_net_delete': True} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:33.927196 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.services.segments.db [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e1c2c1-e643-42e0-b203-3a7cb3fd63d3') {} {{(pid=74139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:33.939863 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196662'] for segment, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.957805 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.964488 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:38:33.964867 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828221'] for segment, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: Traceback (most recent call last): Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: timer() Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: cb(*args, **kw) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: return func(*args, **kwargs) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: self._notify() Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: self.callback(batched_events) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: event.method(event) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: return f(self, *a, **k) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._get(url).json() Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: return self.request(url, 'GET', **kwargs) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:38:33.977757 dv-cinder-798672-1-iscsi neutron-server[74139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:38:34.052842 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:34.057079 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:34.070670 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:34.084370 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e682b85f-b81a-4238-b93f-1309c6914b31,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:34.087473 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:34.099652 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-7c7e4881-a42d-4385-bdac-526c971fe3a0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e682b85f-b81a-4238-b93f-1309c6914b31 HTTP/1.1" status: 204 len: 168 time: 0.9898851 Jun 29 17:38:34.103662 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 43104) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:34.302927 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Deleting port a335e9ff-7eaf-416d-99ef-08f45c0334c8 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:34.303506 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:34.367029 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a335e9ff-7eaf-416d-99ef-08f45c0334c8 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:34.397300 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-fe468b2e-d375-4a03-b985-f3280d431558 None None] The port 'a335e9ff-7eaf-416d-99ef-08f45c0334c8' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:38:34.409553 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: a335e9ff-7eaf-416d-99ef-08f45c0334c8 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:34.410233 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device a335e9ff-7eaf-416d-99ef-08f45c0334c8 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:34.410569 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:34.443633 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:34.443980 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 0bf5997d-7a0a-4f90-b80a-dc7e94e3c303 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:34.506372 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577882'] for router_interface, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:34.582475 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:35.225079 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Deleting port 863a31e0-c450-4ee5-89e6-b474ac48b2af {{(pid=74139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:35.225367 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:35.399431 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.db [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] For port 863a31e0-c450-4ee5-89e6-b474ac48b2af, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=863a31e0-c450-4ee5-89e6-b474ac48b2af,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:35.399760 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:35.526956 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Calling delete_port for 863a31e0-c450-4ee5-89e6-b474ac48b2af owned by network:router_interface {{(pid=74139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:35.743883 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2828264'] for port, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:35.747832 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-c97b3fe4-bdaa-409d-b275-578c8564759f tempest-AttachVolumeShelveTestJSON-970531710 tempest-AttachVolumeShelveTestJSON-970531710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:35.789236 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=863a31e0-c450-4ee5-89e6-b474ac48b2af,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:35.793342 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:36.085378 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578148'] for router_interface, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:36.774922 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed has already been hosted by L3 agent b78dec02-61f5-4f02-bb4b-6d3c54f508a9 {{(pid=74139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:38:36.989772 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] Notify agent at l3_agent.dv-cinder-798672-1-iscsi the message routers_updated {{(pid=74139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:38:36.998705 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] Sync routers for ids ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'] in dv-cinder-798672-1-iscsi {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:38:36.999725 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-bd6e2ab3-f6a1-4a3c-af81-9fcc578b9c5a admin admin] 10.222.0.79 "PUT /v2.0/routers/9f555c6d-7e2c-40aa-ac82-269f2bd0ffed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950827 Jun 29 17:38:37.002672 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43108) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:37.011757 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] Routers {'9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:38:37.012370 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:38:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:37.203726 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:37.225446 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] Set router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed gateway port host: dv-cinder-798672-1-iscsi {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:38:37.401676 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:37.412381 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Deleting port c789a883-ff36-45a3-b765-f5ea4c9dac48 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:37.412857 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:37.517577 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'external_fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:38:35Z', 'revision_number': 5, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port': {'id': 'c789a883-ff36-45a3-b765-f5ea4c9dac48', 'name': '', 'network_id': 'be090c37-d07c-47f8-9798-19f6dbdca38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41407da7-38a4-4d9e-a269-4fe5cec39ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-iscsi'}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:37.521673 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] Checking router: 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed for host: dv-cinder-798672-1-iscsi {{(pid=74141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:38:37.532065 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] Routers {'9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'} bound to L3 agent in host dv-cinder-798672-1-iscsi {{(pid=74141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:38:37.532707 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:12:32Z,description=,heartbeat_timestamp=2021-06-29T17:38:32Z,host='dv-cinder-798672-1-iscsi',id=b78dec02-61f5-4f02-bb4b-6d3c54f508a9,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:12:32Z,topic='l3_agent')) {'router_ids': ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'], 'active': True} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:37.582464 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] For port c789a883-ff36-45a3-b765-f5ea4c9dac48, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=c789a883-ff36-45a3-b765-f5ea4c9dac48,segment=NetworkSegment(1836757e-a421-40cf-b07d-0a2aeb8752de),segment_id=1836757e-a421-40cf-b07d-0a2aeb8752de)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:37.582819 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:37.683400 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_dvr_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] Set router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed gateway port host: None {{(pid=74141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:38:37.793294 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.l3_hamode_db [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:38:37Z', 'revision_number': 6, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port_host': None}], 'dv-cinder-798672-1-iscsi', False) {} {{(pid=74141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:37.797538 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6da69-2b90-43f2-816a-b216ff8b9b26 None None] The sync data for ids ['9f555c6d-7e2c-40aa-ac82-269f2bd0ffed'] in dv-cinder-798672-1-iscsi is: [{'id': '9f555c6d-7e2c-40aa-ac82-269f2bd0ffed', 'name': 'tempest-TestShelveInstance-1800657311-router', 'tenant_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:33:53Z', 'updated_at': '2021-06-29T17:38:37Z', 'revision_number': 6, 'project_id': 'b207decb0d1e449bbc8623bcfbbe7b80', 'gw_port_host': None}] {{(pid=74141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:38:37.814889 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Calling delete_port for c789a883-ff36-45a3-b765-f5ea4c9dac48 owned by network:router_gateway {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:37.996995 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.000621 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-6fe138b3-a72a-4249-a915-1b8fb55860e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:38.042943 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c789a883-ff36-45a3-b765-f5ea4c9dac48,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:38.045629 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:38.270989 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579725'] for router_gateway, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.564954 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31091'] for router, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.570819 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.575249 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device c789a883-ff36-45a3-b765-f5ea4c9dac48 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:38.597847 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574449'] for router, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.598426 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f555c6d-7e2c-40aa-ac82-269f2bd0ffed {{(pid=74138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:38:38.611109 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] Notify callbacks [] for router, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.614795 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-05dd0105-c692-4624-b9ed-56b5db43abd6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9f555c6d-7e2c-40aa-ac82-269f2bd0ffed HTTP/1.1" status: 204 len: 168 time: 1.6085982 Jun 29 17:38:38.615214 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43112) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:38.615861 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: c789a883-ff36-45a3-b765-f5ea4c9dac48 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:38.616214 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device c789a883-ff36-45a3-b765-f5ea4c9dac48 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:38.616671 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 863a31e0-c450-4ee5-89e6-b474ac48b2af no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:38.651170 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: 863a31e0-c450-4ee5-89e6-b474ac48b2af {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:38.651520 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device 863a31e0-c450-4ee5-89e6-b474ac48b2af not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:38.676105 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Deleting subnet 0cef5581-9dce-41b6-b7d1-d94adbc0ad86 {{(pid=74138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:38:38.679024 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.728584 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3381870'] for subnet, precommit_delete_associations {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.810785 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399504'] for subnet, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.887682 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3382193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3642020'] for subnet, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.893077 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:38.925825 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cef5581-9dce-41b6-b7d1-d94adbc0ad86,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:38.929294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:38.933680 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:38.939806 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208080a-8329-441e-bf12-9f6fd7f40bef None None] Network c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 requested from dv-cinder-798672-1-iscsi {{(pid=74140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:38:38.940011 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-c8bcede4-0df5-4871-b1a1-d3567f717322 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0cef5581-9dce-41b6-b7d1-d94adbc0ad86 HTTP/1.1" status: 204 len: 168 time: 0.3239546 Jun 29 17:38:38.942578 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43116) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:39.046753 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827801'] for network, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.058178 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Deleting port b7d15008-56bc-4c22-94d0-995be5ab36b5 {{(pid=74138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:39.058551 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.189079 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] DHCP port deletion for c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 request from dv-cinder-798672-1-iscsi {{(pid=74140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:38:39.194020 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Deleting port b7d15008-56bc-4c22-94d0-995be5ab36b5 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:39.194365 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.378719 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.db [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] For port b7d15008-56bc-4c22-94d0-995be5ab36b5, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b7d15008-56bc-4c22-94d0-995be5ab36b5,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:39.379073 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.401540 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.db [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] For port b7d15008-56bc-4c22-94d0-995be5ab36b5, host dv-cinder-798672-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-iscsi',level=0,port_id=b7d15008-56bc-4c22-94d0-995be5ab36b5,segment=NetworkSegment(736a9faf-182f-4ab0-8564-f7a83481fc69),segment_id=736a9faf-182f-4ab0-8564-f7a83481fc69)] {{(pid=74140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:38:39.401863 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584906'] for port, precommit_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.498401 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.plugin [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Calling delete_port for b7d15008-56bc-4c22-94d0-995be5ab36b5 owned by network:dhcp {{(pid=74138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:39.527133 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Calling delete_port for b7d15008-56bc-4c22-94d0-995be5ab36b5 owned by network:dhcp {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:38:39.575295 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728965965222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728965424954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3382082'] for port, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.579814 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-60344689-4930-438a-9cf6-5a38f427c960 tempest-AttachVolumeTestJSON-1354932181 tempest-AttachVolumeTestJSON-1354932181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:39.598827 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.db.api [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:38:39.599436 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG oslo_db.api [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:38:39.622572 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d15008-56bc-4c22-94d0-995be5ab36b5,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:39.625028 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:39.627828 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] No DVR routers for this DVR port b7d15008-56bc-4c22-94d0-995be5ab36b5 on host dv-cinder-798672-1-iscsi {{(pid=74138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:38:39.741683 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393573', 'neutron.services.segments.db._delete_segments_for_network-8728965912450'] for network, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.754709 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402']}} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:39.767297 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736a9faf-182f-4ab0-8564-f7a83481fc69') {'for_net_delete': True} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:39.767548 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.services.segments.db [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736a9faf-182f-4ab0-8564-f7a83481fc69') {} {{(pid=74138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:38:39.778738 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728965883805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3381857'] for segment, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.795674 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1725252'] for segment, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.805605 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=74138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:38:39.806072 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1725279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3382039'] for segment, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: Traceback (most recent call last): Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: timer() Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: cb(*args, **kw) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: return func(*args, **kwargs) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: self._notify() Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: self.callback(batched_events) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: event.method(event) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: return f(self, *a, **k) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._get(url).json() Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: return self.request(url, 'GET', **kwargs) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:38:39.822781 dv-cinder-798672-1-iscsi neutron-server[74138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:38:39.904579 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579760'] for network, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.909645 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550058'] for network, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:39.912067 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-d1b39da2-e7e0-4986-8b9d-fd7893fee0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:39.934185 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:39.936620 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:39.939222 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-7811e6b8-6c7f-41bc-afff-1ea5495afb7a admin admin] 10.222.0.79 "DELETE /v2.0/networks/c7aef50f-8bdf-44dc-a0e4-9b9ecbd39402 HTTP/1.1" status: 204 len: 168 time: 0.9950933 Jun 29 17:38:40.100773 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Deleting port b7d15008-56bc-4c22-94d0-995be5ab36b5 {{(pid=74140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:38:40.101192 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728965960111'] for port, before_delete {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:40.155064 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 43122) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:40.204364 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-7788014a-66e9-4e96-9413-a1901e64988a None None] The port 'b7d15008-56bc-4c22-94d0-995be5ab36b5' was deleted {{(pid=74140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:38:40.218879 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-65fcd456-5196-4a5e-8181-c79c83613aa6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a19341468304c1eb3f96eadfb29992c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600724 Jun 29 17:38:40.218879 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [-] (74139) accepted ('10.222.0.79', 43126) {{(pid=74139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:40.283794 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:40.308864 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:40.368753 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b7d15008-56bc-4c22-94d0-995be5ab36b5 no longer exists at agent ovs-agent-dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:38:40.392462 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:40.400545 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-26683139-07a7-4c7c-9bff-80270bcd1e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:40.422061 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62192a8-91db-4590-8d82-386e90765a8a,revision_number=None']} {{(pid=74139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:40.424410 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.plugin [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] No Port match for: b7d15008-56bc-4c22-94d0-995be5ab36b5 {{(pid=74140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:38:40.424963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron.plugins.ml2.rpc [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Device b7d15008-56bc-4c22-94d0-995be5ab36b5 not bound to the agent host dv-cinder-798672-1-iscsi {{(pid=74140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:38:40.427658 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG oslo_concurrency.lockutils [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:40.433236 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron_lib.callbacks.manager [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:40.437357 dv-cinder-798672-1-iscsi neutron-server[74139]: INFO neutron.wsgi [None req-5d48c075-06bc-4da2-b8eb-752d80d82b0b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d62192a8-91db-4590-8d82-386e90765a8a HTTP/1.1" status: 204 len: 168 time: 0.2148347 Jun 29 17:38:40.858379 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43134) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:40.909452 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-68b2d820-fbef-4215-bd1b-b55920ed9bcf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b207decb0d1e449bbc8623bcfbbe7b80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497746 Jun 29 17:38:40.911915 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.wsgi [-] (74138) accepted ('10.222.0.79', 43138) {{(pid=74138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:38:40.981080 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:41.008274 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:41.066462 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350902'] for security_group, after_delete {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:41.070294 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-9fdc8c4c-73e7-4793-a33a-62891b644847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:38:41.083409 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2079bfe5-b310-43c6-beb1-73dc0e88a117,revision_number=None']} {{(pid=74138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:38:41.086420 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG oslo_concurrency.lockutils [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:38:41.089087 dv-cinder-798672-1-iscsi neutron-server[74138]: DEBUG neutron_lib.callbacks.manager [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:41.090093 dv-cinder-798672-1-iscsi neutron-server[74138]: INFO neutron.wsgi [None req-ba778056-c63f-4401-a4ca-f8e0d362d6e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2079bfe5-b310-43c6-beb1-73dc0e88a117 HTTP/1.1" status: 204 len: 168 time: 0.1770687 Jun 29 17:38:52.587298 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:38:59.551332 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:59.597178 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-371f510a-0432-4dca-86c7-550e9fb7f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:00.161132 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:01.943459 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7cb-d1bc-45fe-bf2f-500fa42d691d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:03.093819 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:04.588559 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:29.562785 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:29.588310 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:39:29.589636 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9a25f05f-46c1-4d8f-b64d-597a52ab8383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:30.157944 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:31.942522 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a3ae542d-2f24-4bab-860f-ef8f62af4fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:33.097345 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:34.595774 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:55.797542 dv-cinder-798672-1-iscsi neutron-server[74139]: DEBUG neutron.wsgi [req-0f276fe8-e7a3-4d36-b194-5908be9f4324 req-d8bc4adf-27cc-4775-9d14-99e7f4da4f33 service neutron] (74139) timed out ('10.222.0.81', 49880) {{(pid=74139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 29 17:39:59.559546 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:59.594016 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-22566c37-2743-44b9-9cf0-396bf174eecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:00.162423 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:01.942427 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c3219e81-fccb-4cc6-9bde-dad70934141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:03.100172 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:04.597915 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:06.590262 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:40:29.572715 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:29.597881 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-4362f37a-a858-47c2-a896-ced1eea0acc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:30.176594 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:31.944166 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-c5456ed1-d46d-46d6-b7b8-c98b27dca5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:33.110150 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:34.602700 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:43.597034 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:40:59.579816 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.607648 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1525b290-00dd-4e41-88f4-88ca5ad52cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.174096 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.946105 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-9db8647b-90d3-489b-9396-a9b66cd4c832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.107915 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.611455 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.591009 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:41:29.596671 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.602240 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-fe92b8ce-b438-4acc-b12b-6b4338a0d8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.172975 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.945548 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ce36-57f7-4fa2-bbcb-c98216149f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.113260 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.608741 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:57.595555 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:41:59.619824 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:59.621805 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-1181c975-82d8-40c5-8be7-564a3629aa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:00.170040 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:01.949104 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-a82f337a-113f-4cc1-8726-158eaabdc56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:03.116079 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:04.612004 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:29.620715 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-07948d0e-93ae-4a67-912b-0acafc05ebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:29.625706 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:30.171552 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:31.944660 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d3603139-84eb-4b17-bd79-4d4b18eb8465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:33.119884 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:34.604183 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:42:34.625301 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.611780 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-37607f1b-4d83-4c54-b51a-afb4945fbe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.618224 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.173888 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:01.955175 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-4c345a95-c65f-4099-8a90-8a0ccbd38cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:03.123993 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:04.622829 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:11.595671 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:43:29.609737 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-d91a253d-cb89-4be5-9973-3bf8ba714240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:29.631876 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:30.173963 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:31.955037 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-f1f8073e-3971-45ac-986c-69ae922d1d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:33.126948 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:34.626098 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:48.602484 dv-cinder-798672-1-iscsi neutron-server[74141]: DEBUG neutron.db.agents_db [None req-9d154251-d4cb-4e33-9a71-30fa8f5d54f7 None None] Agent healthcheck: found 6 active agents {{(pid=74141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:43:59.606527 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b29ee5f2-5f93-4fa2-bbf6-ca989a09933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.627264 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-7328b8e6-b283-4d72-b7c1-f0a17feb4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:00.170554 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-04d207c0-2b72-4ba0-996c-345d6cddda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:01.952994 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-959a3d98-e776-45c4-b860-6fd854e68029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:03.134036 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-8e6dcfb5-17af-4ba4-8eb9-cec136e7f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:04.627264 dv-cinder-798672-1-iscsi neutron-server[74140]: DEBUG neutron_lib.callbacks.manager [None req-b7c154d4-8b85-43d1-b3f5-4a51e919c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728965912432', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394579'] for agent, after_update {{(pid=74140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}